-- Logs begin at Wed 2021-05-19 01:46:23 UTC, end at Wed 2021-05-19 02:50:48 UTC. --
May 19 02:20:15.223197 dv-cinder-784623-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 19 02:20:17.612818 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.common.config [-] Logging enabled!
May 19 02:20:17.613399 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 02:20:17.613585 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 02:20:17.616763 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.common.config [-] Logging enabled!
May 19 02:20:17.617024 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 02:20:17.617337 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 02:20:17.618246 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 02:20:17.618484 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 02:20:17.618843 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 02:20:17.619090 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 02:20:17.619348 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 02:20:17.619671 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.619970 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.620270 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.620502 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.620798 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.621093 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.621380 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.621670 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.621966 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.622255 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.622536 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.623372 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.623607 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.623894 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.624184 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.624471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.624697 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.624979 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.625403 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.625804 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.626086 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.626382 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.626662 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.626936 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.627244 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.627533 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.627862 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-11-iscsi {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.628142 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.628430 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.628719 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.629007 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.629286 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.629563 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.629850 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.630124 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.630399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.630673 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.630963 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.631358 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.631651 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.631878 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.632102 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.632391 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.632680 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.632959 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.633236 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.633512 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.633788 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.634063 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.634334 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.634619 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.634903 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.635219 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.635500 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.635777 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.636053 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.636327 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.636613 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.636888 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.637164 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.637440 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.637729 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.638000 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.638275 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.639152 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.639534 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.639883 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.640177 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.640457 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.640745 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.641025 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.641307 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.641583 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.641860 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.642136 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.642421 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.642698 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.642973 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.643284 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.643560 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.643850 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:17.644152 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.644454 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.644757 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.645046 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.645344 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.645627 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.645921 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.646203 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.646496 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.646789 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.647081 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.647388 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.647681 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.647965 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.648264 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.648575 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.648875 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.649173 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.649453 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.649734 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.650013 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.650298 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.650588 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.650885 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.651210 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.651490 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.651774 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.652068 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.652349 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.652626 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.652909 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.653203 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.653485 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.653761 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.654100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.654386 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.654689 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.654945 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.655252 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.655549 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.655829 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.656106 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.656381 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.656662 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.656936 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.657224 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.657508 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.657784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.658061 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.658344 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.658621 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.658900 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.659209 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.659489 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.659770 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.660049 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.660327 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.660605 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.660883 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.661163 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.661438 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.661713 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.661994 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.662270 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.662546 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.662821 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.663097 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.663394 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.663684 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.663983 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.664263 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.664541 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.664820 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.665100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.665379 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.665655 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.665932 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.666210 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.666484 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.666775 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.667058 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.667376 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.667661 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.667938 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.668236 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.668517 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.668804 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.669082 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.669360 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.669673 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.669957 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.670254 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.670552 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.670848 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.671175 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.671473 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.671754 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.672068 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.672630 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:17.672848 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 02:20:17.673089 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91130) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 19 02:20:18.020497 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:18.020778 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:18.021069 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:18.021403 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [-] Loading core plugin: ml2
May 19 02:20:18.324998 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.325231 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.325507 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.327344 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.327626 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.327893 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.444167 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.444452 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.444720 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.458276 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.458560 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.458832 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.486507 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.486791 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.487064 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.525413 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.525699 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.525971 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.758083 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f24f8a7ddc0> agent after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.758691 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f24f8a7ddc0> agent after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.758691 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f24f8a7dca0> segment precommit_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.758871 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f24f8a72820> network precommit_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.759651 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f24f8a9a8b0> segment before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.881602 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> network before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.881924 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f24f8812280> agent before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.882211 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> network before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.882489 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.882762 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.883077 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> segment precommit_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.883360 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> segment precommit_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.883618 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> segment after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.883875 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> segment after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.884160 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> network after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.884424 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> network precommit_delete 0 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.884693 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port provisioning_complete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.884961 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.885222 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.885490 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> agent after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.885763 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> subnet after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.886026 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> subnet precommit_delete 0 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.886442 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.886703 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.886992 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> segment_host_mapping after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.887375 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.887636 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.887890 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> port after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.888176 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.888465 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.888717 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24f93839d0>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.889103 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.889344 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.889584 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.889823 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.890059 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.890294 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:18.890660 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 19 02:20:18.893797 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 19 02:20:18.897847 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 19 02:20:18.901607 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
May 19 02:20:18.903263 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 19 02:20:18.903714 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 19 02:20:18.904073 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 19 02:20:18.904458 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 19 02:20:18.907402 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 19 02:20:18.907659 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 19 02:20:18.908011 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 19 02:20:18.937259 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 19 02:20:18.937706 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f24f8a45910>> qos_plugin after_init 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.938008 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 19 02:20:18.938374 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f24f8a45370>> logging-plugin after_init 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.939749 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 19 02:20:18.940031 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 19 02:20:18.940278 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 19 02:20:18.943477 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f24f882df70>> floatingip before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:18.943764 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f24f882df70>> port before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.011600 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 19 02:20:19.011792 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 19 02:20:19.012035 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 19 02:20:19.012405 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 19 02:20:19.042017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_db.sqlalchemy.engines [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91130) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 19 02:20:19.375169 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing driver for type 'gre'
May 19 02:20:19.375629 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] gre ID ranges: [(1, 1000)]
May 19 02:20:19.426858 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing driver for type 'local'
May 19 02:20:19.427223 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing driver for type 'vlan'
May 19 02:20:19.438084 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] VlanTypeDriver initialization complete
May 19 02:20:19.438468 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing driver for type 'vxlan'
May 19 02:20:19.439081 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] vxlan ID ranges: [(1, 1000)]
May 19 02:20:19.491008 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing extension driver 'port_security'
May 19 02:20:19.491370 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] PortSecurityExtensionDriver initialization complete
May 19 02:20:19.491705 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing mechanism driver 'openvswitch'
May 19 02:20:19.492057 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing mechanism driver 'hyperv'
May 19 02:20:19.498444 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:19.499231 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f887bd30>> port after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.499605 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f887bd30>> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.499961 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f887bd30>> port after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.500349 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f88540d0>> subnet after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.500715 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f88540d0>> subnet after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.501047 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f88540d0>> subnet after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.501425 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8f10>> network after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.501771 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8f10>> network after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.502112 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8f10>> network after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.502485 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8fa0>> security_group after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.502827 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8fa0>> security_group after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.503189 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83f8fa0>> security_group after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.503565 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe430>> security_group_rule after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.503908 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe430>> security_group_rule after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.504243 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe430>> security_group_rule after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.504613 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe6a0>> address_group after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.504951 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe6a0>> address_group after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.505281 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24f83fe6a0>> address_group after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.505615 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] ML2 OVO RPC backend initialized. {{(pid=91130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 19 02:20:19.506303 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> router_interface after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.506651 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> router_interface after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.507060 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> network before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.507424 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> networks before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.507766 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> port before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.508101 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> ports before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.508435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> subnet before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.508774 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> subnets before_response 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.509114 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> network after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.509449 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> network after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.509783 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> network after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.510130 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> port after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.510442 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.510770 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> port after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.511100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> subnet after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.511449 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> subnet after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.511775 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f24f83fea90>> subnet after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.512339 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.plugin [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Modular L2 Plugin initialization complete
May 19 02:20:19.512659 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading services supported by the core plugin {{(pid=91130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 19 02:20:19.512977 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.plugins.ml2.managers [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Got port-security extension from driver 'port_security'
May 19 02:20:19.513936 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.extensions.vlantransparent [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Disabled vlantransparent extension.
May 19 02:20:19.514417 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 19 02:20:19.514727 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: router
May 19 02:20:19.551535 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router_interface before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.551934 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_create 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.552308 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router before_create 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.552673 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router_interface before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.553045 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router_interface after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.553399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_delete 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.553755 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> floatingip after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.554116 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_create 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.554460 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.554805 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.555175 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router_gateway after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.555533 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.555940 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.556306 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f24f8a08af0> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.556642 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f24f8a08b80> port after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.556980 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f24f8a08a60> subnet after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.557318 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f24f8a08700> subnetpool_address_scope after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.557665 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> port precommit_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.558010 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_create 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.558348 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f24f89ff670> port before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.558688 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.559047 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router after_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.559418 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_delete 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.559764 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_create 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.560141 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router_interface after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.560486 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> router precommit_update 55549900 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.560853 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f24f83febb0>> network after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.561694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Tracking information for resource: router configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:19.562024 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Tracking information for resource: floatingip configured {{(pid=91130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 02:20:19.566868 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.db.l3_agentschedulers_db [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 19 02:20:19.567459 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f24f83b50d0> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.567819 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f24f83acf70> port after_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.568169 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _notify_port_delete at 0x7f24f83b5040> port after_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.568519 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f24f83b53a0> port after_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.569296 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f24f83e03a0>> router before_create 55550100 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.569659 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f24f83e03a0>> router precommit_delete 55550100 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.570017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f24f83e03a0>> router precommit_create 55550100 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.570371 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f24f83e03a0>> router precommit_update 55550100 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.574835 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.provider_configuration [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service providers = [] {{(pid=91130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 19 02:20:19.575226 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.db.servicetype_db [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 19 02:20:19.578608 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.service_base [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 02:20:19.578953 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.service_base [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 02:20:19.579327 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.service_base [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 02:20:19.580198 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.services.service_base [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 02:20:19.580565 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.services.service_base [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 19 02:20:19.581093 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.581412 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 19 02:20:19.592295 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.592628 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: auto_allocate
May 19 02:20:19.598166 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f24f8378790> network precommit_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.598536 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f24f8378790> network precommit_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.599049 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.599393 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: tag
May 19 02:20:19.606008 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.606333 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: timestamp
May 19 02:20:19.610065 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.610394 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: network_ip_availability
May 19 02:20:19.615561 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f83759d0>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.615930 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f83759d0>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.616284 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f83759d0>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.616981 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.617300 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: flavors
May 19 02:20:19.622112 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.622448 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading Plugin: revisions
May 19 02:20:19.626707 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 02:20:19.627037 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=91130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:19.627789 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 19 02:20:19.628122 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Initializing extension manager.
May 19 02:20:19.628624 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: __init__.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.628966 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: __pycache__ {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.629295 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.629622 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: address_group.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.630352 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.630900 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: address-group
May 19 02:20:19.631248 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: address_scope.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.631946 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.632443 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: address-scope
May 19 02:20:19.632763 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.633658 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.634161 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: router-admin-state-down-before-update
May 19 02:20:19.634482 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: agent.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.635187 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.635685 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: agent
May 19 02:20:19.636002 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: agent_resources_synced.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.636886 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.637387 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: agent-resources-synced
May 19 02:20:19.637704 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: allowedaddresspairs.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.639988 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.640507 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: allowed-address-pairs
May 19 02:20:19.640837 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: auto_allocated_topology.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.641892 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.642401 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: auto-allocated-topology
May 19 02:20:19.642726 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: availability_zone.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.643435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.643936 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: availability_zone
May 19 02:20:19.644257 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: availability_zone_filter.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.645147 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.645644 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: availability_zone_filter
May 19 02:20:19.645964 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: data_plane_status.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.646839 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.647359 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension data-plane-status not supported by any of loaded plugins
May 19 02:20:19.647677 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: default_subnetpools.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.648563 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.649067 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: default-subnetpools
May 19 02:20:19.649385 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.650172 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.650668 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: dhcp_agent_scheduler
May 19 02:20:19.650988 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: dns.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.651895 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.652390 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension dns-integration not supported by any of loaded plugins
May 19 02:20:19.652710 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: dns_domain_ports.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.653600 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.654705 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 19 02:20:19.655024 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: dvr.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.655697 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.656189 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: dvr
May 19 02:20:19.656506 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: empty_string_filtering.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.657389 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.657886 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: empty-string-filtering
May 19 02:20:19.658207 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.659088 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.659653 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 19 02:20:19.659927 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.660803 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.661298 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 19 02:20:19.661615 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: external_net.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.662501 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.663000 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: external-net
May 19 02:20:19.663353 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.664233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.664729 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: extra_dhcp_opt
May 19 02:20:19.665047 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: extraroute.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.665931 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.666425 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: extraroute
May 19 02:20:19.666744 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: extraroute_atomic.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.667781 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.668286 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: extraroute-atomic
May 19 02:20:19.668606 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: filter_validation.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.669255 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.669774 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: filter-validation
May 19 02:20:19.670090 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: fip_pf_description.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.671164 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.671660 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 19 02:20:19.671977 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: fip_port_details.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.673141 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.673635 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: fip-port-details
May 19 02:20:19.673954 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: flavors.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.675169 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.675678 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: flavors
May 19 02:20:19.675999 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.677616 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.678132 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 19 02:20:19.678464 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: floatingip_pools.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.679181 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.679683 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: floatingip-pools
May 19 02:20:19.680007 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: ip_allocation.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.680896 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.681392 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension ip_allocation not supported by any of loaded plugins
May 19 02:20:19.681713 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.682604 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.683125 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: ip-substring-filtering
May 19 02:20:19.683454 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l2_adjacency.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.684351 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.684849 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension l2_adjacency not supported by any of loaded plugins
May 19 02:20:19.685686 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.686615 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.687159 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: router
May 19 02:20:19.687477 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.689649 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.690166 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 19 02:20:19.690492 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.691429 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.691931 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: ext-gw-mode
May 19 02:20:19.692254 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.693141 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.693640 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: l3-ha
May 19 02:20:19.693961 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3_flavors.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.694843 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.695367 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: l3-flavors
May 19 02:20:19.695690 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.696590 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.697085 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: l3-port-ip-change-not-allowed
May 19 02:20:19.697402 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: l3agentscheduler.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.698414 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.698918 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: l3_agent_scheduler
May 19 02:20:19.699287 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: logging.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.701310 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.701832 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension logging not supported by any of loaded plugins
May 19 02:20:19.702155 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: metering.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.702872 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.703467 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: metering
May 19 02:20:19.703789 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.704851 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.705360 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: metering_source_and_destination_fields
May 19 02:20:19.705684 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: multiprovidernet.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.706702 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.707240 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: multi-provider
May 19 02:20:19.707565 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: netmtu.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.708456 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.708957 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: net-mtu
May 19 02:20:19.709280 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: netmtu_writable.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.710167 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.710665 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: net-mtu-writable
May 19 02:20:19.710997 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: network_availability_zone.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.711661 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.712155 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: network_availability_zone
May 19 02:20:19.712471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: network_ip_availability.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.713533 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.714037 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: network-ip-availability
May 19 02:20:19.714357 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: network_segment_range.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.715103 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.715620 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension network-segment-range not supported by any of loaded plugins
May 19 02:20:19.715935 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: pagination.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.716914 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.717240 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: pagination
May 19 02:20:19.717557 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: port_device_profile.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.718438 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.718944 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: port-device-profile
May 19 02:20:19.719306 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.720192 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.720686 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: port-mac-address-regenerate
May 19 02:20:19.721004 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.721884 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.722379 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: port-numa-affinity-policy
May 19 02:20:19.722698 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: port_resource_request.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.723609 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.724102 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension port-resource-request not supported by any of loaded plugins
May 19 02:20:19.724420 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: portbindings.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.725311 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.725805 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: binding
May 19 02:20:19.726123 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: portbindings_extended.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.727379 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.727877 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: binding-extended
May 19 02:20:19.728197 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: portsecurity.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.729089 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.729589 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: port-security
May 19 02:20:19.729909 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: project_id.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.730900 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.731258 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: project-id
May 19 02:20:19.731580 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: providernet.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.732493 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.732998 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: provider
May 19 02:20:19.733315 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.736815 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.737332 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos not supported by any of loaded plugins
May 19 02:20:19.737661 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.738876 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.739427 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 19 02:20:19.739754 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.740644 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.741150 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 19 02:20:19.741471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_default.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.742355 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.742860 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-default not supported by any of loaded plugins
May 19 02:20:19.743215 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_fip.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.743848 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.744343 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-fip not supported by any of loaded plugins
May 19 02:20:19.744661 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_gateway_ip.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.745550 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.746050 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 19 02:20:19.746369 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_port_network_policy.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.747284 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.748301 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 19 02:20:19.748641 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_rule_type_details.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.749529 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.750037 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 19 02:20:19.750359 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: qos_rules_alias.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.751399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.751901 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 19 02:20:19.752220 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: quotasv2.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.753212 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.753539 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: quotas
May 19 02:20:19.753859 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: quotasv2_detail.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.755472 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.755804 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: quota_details
May 19 02:20:19.756128 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: rbac.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.757146 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.757652 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: rbac-policies
May 19 02:20:19.757977 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: rbac_address_group.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.758879 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.759442 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: rbac-address-group
May 19 02:20:19.759718 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: rbac_address_scope.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.760643 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.761109 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: rbac-address-scope
May 19 02:20:19.761430 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: rbac_security_groups.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.762315 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.762820 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: rbac-security-groups
May 19 02:20:19.763171 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: rbac_subnetpool.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.764615 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.765114 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: rbac-subnetpool
May 19 02:20:19.765435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: revisionifmatch.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.766330 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.766830 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: revision-if-match
May 19 02:20:19.767177 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: revisions.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.768256 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.768755 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: standard-attr-revisions
May 19 02:20:19.769084 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: router_availability_zone.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.769728 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.770226 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: router_availability_zone
May 19 02:20:19.770545 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: routerservicetype.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.771467 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.771967 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension router-service-type not supported by any of loaded plugins
May 19 02:20:19.772286 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.773174 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.773673 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: security-groups-normalized-cidr
May 19 02:20:19.773991 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.774876 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.775412 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: port-security-groups-filtering
May 19 02:20:19.775730 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.776621 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.777128 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: security-groups-remote-address-group
May 19 02:20:19.777446 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: securitygroup.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.786955 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.787512 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: security-group
May 19 02:20:19.787843 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: segment.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.788602 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.789102 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension segment not supported by any of loaded plugins
May 19 02:20:19.789423 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.790331 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.790833 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 19 02:20:19.791179 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: servicetype.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.792261 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.792772 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: service-type
May 19 02:20:19.793094 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: sorting.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.794041 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.794371 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: sorting
May 19 02:20:19.794715 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: standard_attr_segment.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.795629 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.796136 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 19 02:20:19.796455 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: standardattrdescription.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.797344 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.797851 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: standard-attr-description
May 19 02:20:19.798169 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: stateful_security_group.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.799060 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.799596 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: stateful-security-group
May 19 02:20:19.799912 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: stdattrs_common.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.800473 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 19 02:20:19.800792 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.801756 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.802257 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 19 02:20:19.802578 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnet_onboard.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.803652 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.804159 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: subnet_onboard
May 19 02:20:19.804480 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.805381 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.805875 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 19 02:20:19.806192 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnet_service_types.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.807086 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.807607 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: subnet-service-types
May 19 02:20:19.807928 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnetallocation.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.808976 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.809476 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: subnet_allocation
May 19 02:20:19.809799 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.810966 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.811489 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: subnetpool-prefix-ops
May 19 02:20:19.811810 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.812718 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.813215 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 19 02:20:19.813535 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: tagging.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.814565 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.815088 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: standard-attr-tag
May 19 02:20:19.815437 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: timestamp.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.816586 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.817096 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loaded extension: standard-attr-timestamp
May 19 02:20:19.817422 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: trunk.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.818430 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.818935 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension trunk not supported by any of loaded plugins
May 19 02:20:19.819301 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: trunk_details.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.820194 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.820702 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension trunk-details not supported by any of loaded plugins
May 19 02:20:19.821021 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: uplink_status_propagation.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.821916 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.822417 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 19 02:20:19.822737 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Loading extension file: vlantransparent.py {{(pid=91130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 02:20:19.823406 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 02:20:19.823905 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extension vlan-transparent not supported by any of loaded plugins
May 19 02:20:19.826904 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:network
May 19 02:20:19.827629 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnet
May 19 02:20:19.828391 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 02:20:19.828998 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:port
May 19 02:20:19.830237 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.830695 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service FLAVORS assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.831346 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.831788 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.832118 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:router
May 19 02:20:19.832776 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:floatingip
May 19 02:20:19.833469 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service METERING assigned prefix: /metering {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.834898 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f828ef40>> rbac-policy before_create 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.835304 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f828ef40>> rbac-policy before_update 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.835655 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f24f828ef40>> rbac-policy before_delete 55550000 {{(pid=91130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:20:19.836755 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 02:20:19.837210 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:security_group
May 19 02:20:19.837864 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 02:20:19.838592 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service CORE assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.838921 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 02:20:19.839288 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] subnetpool is already registered
May 19 02:20:19.839875 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service CORE assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.840202 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 02:20:19.840528 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] subnetpool is already registered
May 19 02:20:19.844080 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.844515 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service FLAVORS assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.845108 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.845528 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.845868 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:router
May 19 02:20:19.846217 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] router is already registered
May 19 02:20:19.846806 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:floatingip
May 19 02:20:19.847146 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] floatingip is already registered
May 19 02:20:19.847770 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service METERING assigned prefix: /metering {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.848439 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 02:20:19.848764 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] rbac_policy is already registered
May 19 02:20:19.849310 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:security_group
May 19 02:20:19.849636 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] security_group is already registered
May 19 02:20:19.850217 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 02:20:19.850550 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] security_group_rule is already registered
May 19 02:20:19.851230 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service CORE assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.851560 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 02:20:19.851893 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] subnetpool is already registered
May 19 02:20:19.852486 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.v2.resource_helper [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Service CORE assigned prefix:  {{(pid=91130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 02:20:19.852814 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 02:20:19.853138 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING neutron.quota.resource_registry [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] subnetpool is already registered
May 19 02:20:19.853780 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: extensions {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.855238 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: address-groups {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.856809 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: address-scopes {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.858037 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: agents {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.859213 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: auto-allocated-topology {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.860451 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: availability_zones {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.861743 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: dhcp-networks {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.863152 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: dhcp-agents {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.864557 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: routers {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.866330 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: flavors {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.867508 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: service_profiles {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.868682 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: next_providers {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.870199 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: service_profiles {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.871677 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: floatingip-pools {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.873515 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: routers {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.875308 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: floatingips {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.876479 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: l3-routers {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.877881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: l3-agents {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.879272 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: metering-labels {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.880603 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: metering-label-rules {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.881863 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: network-ip-availabilities {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.883096 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: bindings {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.884753 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: quotas {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.886137 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: quotas {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.887567 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: rbac-policies {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.889432 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: security-groups {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.890610 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: security-group-rules {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.891879 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: service-providers {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.893089 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: subnetpools {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.894479 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: subnetpools {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.895967 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.897623 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.899435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.901175 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.904008 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.905833 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:19.907561 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:20.019257 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:20.021038 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:20.022837 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron.api.extensions [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Extended resource: tags {{(pid=91130) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 02:20:20.028640 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING keystonemiddleware.auth_token [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 19 02:20:20.033348 dv-cinder-784623-11-iscsi neutron-server[91130]: WARNING keystonemiddleware.auth_token [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 19 02:20:20.041475 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Acquired lock "singleton_lock" {{(pid=91130) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 19 02:20:20.041955 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_concurrency.lockutils [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Releasing lock "singleton_lock" {{(pid=91130) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 19 02:20:20.042585 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Starting 2 workers
May 19 02:20:20.047513 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Started child 91235 {{(pid=91130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 02:20:20.051747 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Started child 91236 {{(pid=91130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 02:20:20.052610 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.053307 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO neutron.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Neutron service started, listening on 0.0.0.0:9696
May 19 02:20:20.053946 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Notify callbacks [] for process, before_spawn {{(pid=91130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.054086 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [-] (91235) wsgi starting up on http://0.0.0.0:9696
May 19 02:20:20.056354 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Starting 1 workers
May 19 02:20:20.056477 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.057777 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [-] (91236) wsgi starting up on http://0.0.0.0:9696
May 19 02:20:20.061857 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Started child 91237 {{(pid=91130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 02:20:20.062385 dv-cinder-784623-11-iscsi neutron-server[91130]: INFO oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Starting 1 workers
May 19 02:20:20.065327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] calling RpcWorker wait() {{(pid=91237) _wait /opt/stack/neutron/neutron/service.py:128}}
May 19 02:20:20.065883 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] returning from RpcWorker wait() {{(pid=91237) _wait /opt/stack/neutron/neutron/service.py:135}}
May 19 02:20:20.066592 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Started child 91238 {{(pid=91130) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 02:20:20.067158 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.067394 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG neutron_lib.callbacks.manager [None req-e3e1faf1-7956-4379-8272-debd7a59fa41 None None] Notify callbacks [] for process, after_spawn {{(pid=91130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.067760 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:20.069202 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91130) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 02:20:20.069408 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 02:20:20.069591 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 02:20:20.069804 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 02:20:20.070121 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 02:20:20.070280 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 02:20:20.070763 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.071043 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.071231 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:20.071694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.071694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.071899 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.072424 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.072709 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.072940 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.073222 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.073484 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.073649 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.073811 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.074060 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.074294 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.074593 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.074873 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.075143 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.075415 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.075608 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.076458 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.076742 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.076987 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.077245 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.077483 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.077962 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.078191 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.078449 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.078697 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.078959 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.079238 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.079511 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.079768 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.080006 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.080243 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.080518 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.080761 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.080978 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.081191 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.081453 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.081710 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.082183 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-11-iscsi {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.082415 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.082651 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.082903 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.083180 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.083437 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.083653 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.083898 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.084138 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.084400 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.084626 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.084890 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.085123 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.085347 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.085585 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.085793 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.085945 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.086214 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.086472 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.086659 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.086823 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.086994 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.087271 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.087435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.087687 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.087982 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.088128 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.088329 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.088567 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.088803 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.089073 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.089300 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.089554 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.089760 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.090023 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.090266 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.090495 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.090726 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.090961 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.091197 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.091478 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.091715 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.092035 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.092214 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.092427 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.092692 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.092948 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.093192 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.093437 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.093683 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.093896 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.094124 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.094336 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.094591 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.094820 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.095059 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.095350 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.095562 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096305 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096305 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096305 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.096881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.097239 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.097239 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.097492 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.097617 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:20.097748 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.097877 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.098097 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.098482 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100978 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100978 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.100978 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.101299 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.101628 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.101983 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.102205 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.102523 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.102832 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.103086 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.103372 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.103605 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.104483 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.104483 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.104483 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.104712 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.104902 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.105115 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.63/identity {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.105371 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.105732 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.105830 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.106022 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.106227 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.106514 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.106656 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.106913 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.107689 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.107895 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.108148 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.108405 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.108639 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.108870 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.109129 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.109362 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.109594 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.109812 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.110022 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.110254 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.110465 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.110677 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.110909 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.111142 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.111399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.111622 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.111839 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113005 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113005 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113005 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113005 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113277 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113458 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113624 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.113938 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.114047 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.114471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.114471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.114724 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.114944 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.115218 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.115446 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.115669 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.115890 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117161 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117600 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117600 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.117854 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.118001 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.118220 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.118428 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.118657 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.118878 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.119091 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.119418 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120487 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120487 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120487 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120487 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120791 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.120858 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.121095 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.121376 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.121536 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.121777 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.122028 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.122254 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.122515 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.123334 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.123566 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.123830 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.124049 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.124345 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.124569 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.124823 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.125074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.125546 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.125971 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.126243 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.126481 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.126777 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.127063 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.127357 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.127635 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.127860 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.128218 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.128455 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.128715 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.128982 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.129408 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.129663 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.130077 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.130469 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.130722 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.130998 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.131275 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.131503 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.131796 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.132044 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.132277 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.132487 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.132736 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.133058 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.133310 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.133543 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.133757 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.134032 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.134278 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.134516 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.134785 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.135031 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.135339 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.135609 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.135870 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.63/identity {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.136093 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.136333 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.136596 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.136792 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.137019 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.137399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.137778 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.138151 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.138435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.138687 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.138907 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.139175 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.139401 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.139622 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.139838 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.140101 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.140315 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.140533 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.140769 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.141007 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.141225 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.141441 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.141669 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.141914 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.142130 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.142397 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.142654 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.142885 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.143160 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.143422 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.143684 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.143898 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.144136 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.144369 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.144603 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.144812 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.145030 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.145242 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.145475 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.145699 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.145914 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.146191 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.146426 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.146749 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.147010 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.147280 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.147515 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.147729 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.147944 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.148191 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.148408 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.148638 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.148855 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.149069 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.149335 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.149575 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.149821 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.150052 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.150280 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.150509 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.150749 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.150951 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.152354 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.153362 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.154110 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.154744 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.155514 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.155757 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.155979 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.156199 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.156424 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159074 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.159784 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.160197 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.160316 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.160576 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.160797 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.161082 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.161312 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.161578 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.162198 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.162198 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.162364 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.162593 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.162813 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.163060 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.163310 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.163572 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.163903 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.164185 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.164462 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.164696 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.164982 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.165263 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.165520 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.165757 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.166072 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.166392 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.166678 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.166940 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.167190 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.167454 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.167699 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.167913 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.168135 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.168363 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.168577 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.169029 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.169260 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.170016 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.170255 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.170486 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.170738 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.170967 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.171221 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.171469 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.171685 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.171847 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 02:20:20.172670 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91130) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 02:20:20.172830 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 02:20:20.172977 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 02:20:20.173147 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 02:20:20.173315 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 02:20:20.173465 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 02:20:20.173698 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.173832 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.174134 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.174442 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.174601 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.174780 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.174941 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175098 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175279 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175434 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175591 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175752 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.175909 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176065 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176222 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176379 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176535 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.176854 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177010 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177166 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177322 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177479 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177637 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177809 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.177967 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178124 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178279 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178435 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178590 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178746 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.178902 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179059 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179242 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179400 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179556 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179713 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.179868 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180023 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180181 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180336 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-11-iscsi {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180492 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180646 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180801 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.180957 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181113 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181269 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181425 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181581 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181738 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.181893 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182049 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182205 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182360 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182515 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182671 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182826 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.182983 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183158 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183340 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183500 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183656 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183816 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.183971 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184126 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184282 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184437 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184595 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184759 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.184894 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.185053 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.185834 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.185994 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.186151 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.186307 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.186471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.186593 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.186750 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.187081 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.187081 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.187345 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.187796 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.187796 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188035 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188157 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188279 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188415 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188539 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188679 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.188866 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.189401 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.189560 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.189717 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.189877 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.190034 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.190191 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.190347 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.190503 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.190658 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191159 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191321 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191477 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191634 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191790 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.191946 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192101 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192258 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192415 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192571 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192729 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 02:20:20.192903 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.193063 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.193233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194017 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194566 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194566 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194566 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194566 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194957 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.194957 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195463 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195463 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195463 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195705 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195705 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195846 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.195982 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196141 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196316 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196479 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196643 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.63/identity {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196805 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.196964 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197124 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197284 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197443 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197604 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197763 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.197922 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198081 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198241 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198399 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198558 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198718 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.198878 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199037 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199243 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199404 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199563 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.199881 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200151 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200274 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200428 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200526 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200608 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200800 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.200958 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201118 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201275 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201433 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201591 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201749 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.201906 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202063 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202221 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202378 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202550 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202708 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.202868 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203026 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203219 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203379 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203536 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.203856 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204016 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204175 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204334 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204492 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204650 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204809 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.204967 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205127 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205337 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205679 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205679 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205913 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.205913 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206104 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206193 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206345 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206505 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206663 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206822 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.206981 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207157 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207317 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207475 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207616 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207779 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.207937 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208093 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208182 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:20.208266 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208401 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208559 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208718 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.208876 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209034 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209192 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209351 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209508 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209668 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209825 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.209982 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210140 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210297 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210467 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210627 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210788 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.210948 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211132 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211316 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211475 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211635 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211792 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.211950 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212107 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212266 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212422 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212579 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212736 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.212894 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213059 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213231 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213391 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213550 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213708 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.213893 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214050 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214209 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214366 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214524 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214681 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214840 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.214998 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215185 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215345 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215505 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215663 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.63/identity {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215821 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.215979 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216137 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216295 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216476 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216633 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216791 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.216950 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217109 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217265 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217423 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217580 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217738 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.217896 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218054 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218212 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218369 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218526 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218684 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218839 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.218995 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.219177 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.219365 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.219493 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.219698 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.219847 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.220011 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.220126 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221100 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221557 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221557 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221557 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221905 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221905 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.221905 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222491 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222491 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222491 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222491 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222921 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.222921 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223286 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223286 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223286 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223553 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223688 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223812 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.223935 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.224044 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.224456 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.224456 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.224694 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.224890 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225123 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225249 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225355 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225499 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225655 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225813 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.225987 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226318 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226318 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226545 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226633 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226783 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.226937 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227096 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227269 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227497 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227678 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227794 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.227919 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228087 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228323 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228497 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228640 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228865 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.228996 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229139 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229288 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229427 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229553 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229636 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229799 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.229978 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.230133 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.230275 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.230481 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.230662 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.230750 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.231300 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.232637 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.232811 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.232981 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.233302 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.233302 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.233635 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.233635 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234233 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234482 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234601 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234696 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.234888 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.235275 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.235518 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.235761 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.235863 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.235996 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236154 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236321 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236471 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236691 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236815 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.236906 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237068 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237229 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237386 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237547 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237717 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.237851 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.238008 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.238165 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.238323 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.238480 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 02:20:20.238632 dv-cinder-784623-11-iscsi neutron-server[91130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91130) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 02:20:20.390273 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 45706) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:20.398664 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062170
May 19 02:20:31.085249 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb57c6-c171-4c56-8764-995a34c4f289 None None] get_active_networks_info from dv-cinder-784623-11-iscsi {{(pid=91237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 19 02:20:31.170628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb57c6-c171-4c56-8764-995a34c4f289 None None] No non-hosted networks {{(pid=91237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 19 02:20:31.178450 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.agentschedulers_db [None req-86bb57c6-c171-4c56-8764-995a34c4f289 None None] DHCP Agent not found on host dv-cinder-784623-11-iscsi {{(pid=91237) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 19 02:20:31.291403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4f5d7e6-a7b5-4bf9-939f-c817f2efd580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:33.407497 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:33.409941 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.411438 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.411970 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.412311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.412641 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.412976 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.414040 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.414389 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.414718 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.415050 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.416240 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.416648 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:33.417833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f24f76d14c0>, 'Open vSwitch agent', 'dv-cinder-784623-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:33.441245 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f24f7fb2040>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:20:33.459153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9be02070-a28d-4023-9d7a-cfd4b7cdb3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:33.470023 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.db.api [None req-daa0f097-6cd7-4389-8761-55ee3ad68ce4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784623-11-iscsi {{(pid=91237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 02:20:33.470422 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_db.api [None req-daa0f097-6cd7-4389-8761-55ee3ad68ce4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 02:20:33.999255 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-daa0f097-6cd7-4389-8761-55ee3ad68ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:34.614887 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:36.166373 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:36.523508 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.db.l3_hamode_db [None req-37979740-37e4-4403-ae22-e7f7b6f7f176 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 19 02:20:36.609736 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37979740-37e4-4403-ae22-e7f7b6f7f176 None None] Routers set() bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:20:36.610140 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37979740-37e4-4403-ae22-e7f7b6f7f176 None None] Router IDs set() for agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 19 02:20:37.695432 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45800) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:38.265186 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING oslo_policy.policy [None req-1f433377-1287-4f73-8b54-a902add2aae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:20:38.265803 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING oslo_policy.policy [None req-1f433377-1287-4f73-8b54-a902add2aae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:20:38.480966 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-1f433377-1287-4f73-8b54-a902add2aae8 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:20:38.482729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1f433377-1287-4f73-8b54-a902add2aae8 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7852390
May 19 02:20:40.784270 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45814) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:41.138405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:20:41.238576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.policy [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91236) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 02:20:41.283787 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING oslo_policy.policy [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:20:41.284152 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING oslo_policy.policy [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:20:41.292563 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.quota [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f24f7ca55b0>.
May 19 02:20:41.308147 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:20:41.366133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299403411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299427142', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299417463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299420635', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299828518', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737299830385', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1703633', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1806480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695801'] for rbac-policy, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:41.427077 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:41.428174 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c3eeebea-8e78-4425-98df-fdde75a27c38 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6429563
May 19 02:20:43.970795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45828) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:44.311864 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '24bd838850b84630b684e07b6356f196', 'name': 'private', 'project_id': '24bd838850b84630b684e07b6356f196'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:20:44.316473 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:20:44.320838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Usage tracker for resource:network and tenant:24bd838850b84630b684e07b6356f196 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:20:44.325815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:20:44.331949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:20:44.342442 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Made reservation on behalf of 24bd838850b84630b684e07b6356f196 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:20:44.345399 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.362331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.375726 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:20:44.379330 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Usage tracker for resource:security_group_rule and tenant:24bd838850b84630b684e07b6356f196 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:20:44.384148 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:20:44.390067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:20:44.484799 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.488422 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.493489 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:44.511259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:20:44.536705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737297956298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.537281 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f24f8a7dca0> segment precommit_create {{(pid=91236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 02:20:44.537740 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Added segment 3ea231b7-1cb6-46cd-a469-01bdca4856db of type vlan for network e13b8803-472d-4e46-9f34-9785798b1d73
May 19 02:20:44.584995 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095c0e24-fdcc-47ac-b7b1-82e21b696402,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:44.600562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.600916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.601238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.601552 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.601862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.602182 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.602491 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.602812 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.603145 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.603439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.603738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.604035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Tracked resource versions report:
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]: pushed versions:
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]: {   'AddressGroup': {'1.2'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'ConntrackHelper': {'1.0'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Log': {'1.0'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Network': {'1.1'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Port': {'1.7'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'PortForwarding': {'1.2'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'QosPolicy': {'1.8'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SecurityGroup': {'1.4'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SecurityGroupRule': {'1.2'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SubPort': {'1.0'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Subnet': {'1.1'},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Trunk': {'1.1'}}
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]: consumer versions:
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'ConntrackHelper': '1.0',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Log': '1.0',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Network': '1.1',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Port': '1.7',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'PortForwarding': '1.2',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'QosPolicy': '1.8',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SecurityGroup': '1.4',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SecurityGroupRule': '1.2',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SubPort': '1.0',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Subnet': '1.1',
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Trunk': '1.1'}}
May 19 02:20:44.605310 dv-cinder-784623-11-iscsi neutron-server[91236]:  {{(pid=91236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:20:44.640404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:44.657813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.696836 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.698359 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:20:44.698993 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:44.704094 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:44.804548 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8326299
May 19 02:20:44.807523 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Pushing event updated for resources: {'Network': ['ID=e13b8803-472d-4e46-9f34-9785798b1d73,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:44.812699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:44.821237 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network e13b8803-472d-4e46-9f34-9785798b1d73 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:20:47.398567 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45844) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:47.844036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e52c6-8caf-4c4d-8ce6-4b24f11cbd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:20:47.845310 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d46e52c6-8caf-4c4d-8ce6-4b24f11cbd6f admin admin] 10.222.0.63 "GET /v2.0/networks/e13b8803-472d-4e46-9f34-9785798b1d73 HTTP/1.1" status: 200  len: 825 time: 0.4457741
May 19 02:20:47.873055 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4f858cb5-a043-4713-883b-167f0b497411 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/d26f2219-00a8-42ac-b1cd-d6317a250c46 HTTP/1.1" status: 200  len: 734 time: 0.0224471
May 19 02:20:47.881472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:20:47.885798 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:20:47.889485 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Usage tracker for resource:subnet and tenant:24bd838850b84630b684e07b6356f196 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:20:47.892358 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:20:47.897890 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:20:47.907702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Made reservation on behalf of 24bd838850b84630b684e07b6356f196 for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:20:47.909960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:48.375249 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:48.380197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:48.459684 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Checking segment: {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:20:48.460288 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Network hostable DHCP agents. Network: e13b8803-472d-4e46-9f34-9785798b1d73, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:20:48.463512 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b324e94d-8392-4860-8a32-5118fa9b1d9b,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:48.469664 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:48.481852 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Network e13b8803-472d-4e46-9f34-9785798b1d73 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:20:48.491100 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, e13b8803-472d-4e46-9f34-9785798b1d73) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:20:48.495658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:20:48.496155 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:48.500539 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e754c-2695-4175-aaa9-cec57e5d7c4d None None] Network e13b8803-472d-4e46-9f34-9785798b1d73 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:20:48.515691 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6375484
May 19 02:20:48.803969 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-e13b8803-472d-4e46-9f34-9785798b1d73', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:20:48.805152 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:48.984927 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Allocated IP 172.20.0.2 (e13b8803-472d-4e46-9f34-9785798b1d73/b324e94d-8392-4860-8a32-5118fa9b1d9b/189a2ba2-4d62-4c34-b96c-f3d52c00f9d2) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:20:49.210776 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:49.224180 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Transition to ACTIVE for port object 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:20:49.245752 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Transition to ACTIVE for port object 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:20:49.252829 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:49.257778 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:49.326517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Network e13b8803-472d-4e46-9f34-9785798b1d73 is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:20:49.329377 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:20:49.333093 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:20:49.370299 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Pushing event updated for resources: {'Port': ['ID=189a2ba2-4d62-4c34-b96c-f3d52c00f9d2,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:49.386076 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.386432 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.386768 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.387151 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.387480 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.387804 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.388125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.388444 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.388778 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.389100 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.389419 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.389736 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Tracked resource versions report:
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]: pushed versions:
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]: {   'AddressGroup': {'1.2'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'ConntrackHelper': {'1.0'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Log': {'1.0'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Network': {'1.1'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Port': {'1.7'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'PortForwarding': {'1.2'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'QosPolicy': {'1.8'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SecurityGroup': {'1.4'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SecurityGroupRule': {'1.2'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SubPort': {'1.0'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Subnet': {'1.1'},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Trunk': {'1.1'}}
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]: consumer versions:
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'ConntrackHelper': '1.0',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Log': '1.0',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Network': '1.1',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Port': '1.7',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'PortForwarding': '1.2',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'QosPolicy': '1.8',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SecurityGroup': '1.4',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SecurityGroupRule': '1.2',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SubPort': '1.0',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Subnet': '1.1',
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Trunk': '1.1'}}
May 19 02:20:49.391092 dv-cinder-784623-11-iscsi neutron-server[91237]:  {{(pid=91237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:20:49.394749 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:49.443902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Attempting to bind port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:20:49.444303 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Attempting to bind port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:20:49.444751 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Attempting to bind port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 on network e13b8803-472d-4e46-9f34-9785798b1d73 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:20:49.449874 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:20:49.450297 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Checking segment: {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:20:49.450804 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:49.451238 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Bound using segment: {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:20:49.451708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Bound port: 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:20:49.452081 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:49.539064 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] For port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:20:49.543954 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] For port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=189a2ba2-4d62-4c34-b96c-f3d52c00f9d2,segment=NetworkSegment(3ea231b7-1cb6-46cd-a469-01bdca4856db),segment_id=3ea231b7-1cb6-46cd-a469-01bdca4856db)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:20:49.548226 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:49.551971 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:49.637457 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Pushing event updated for resources: {'Port': ['ID=189a2ba2-4d62-4c34-b96c-f3d52c00f9d2,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:49.640575 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:50.863141 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45854) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:51.232528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-2dfc00d9-ebf4-409e-8052-4d36b04666eb admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:20:51.233668 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2dfc00d9-ebf4-409e-8052-4d36b04666eb admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3693495
May 19 02:20:53.564135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45864) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:53.934593 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-907c2066-f030-4ed3-8d2d-16e4dd35ceb1 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:20:53.938653 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-907c2066-f030-4ed3-8d2d-16e4dd35ceb1 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3705316
May 19 02:20:55.031177 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abefc4f5-0126-49df-948c-61140c3b3b5d None None] Network e13b8803-472d-4e46-9f34-9785798b1d73 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:20:55.133799 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-034609f7-22b3-44f7-9d88-5c5a52de0a6e None None] Provisioning for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:20:55.270180 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:20:55.354975 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:20:55.360710 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:20:55.361118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:55.477290 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:55.513494 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=189a2ba2-4d62-4c34-b96c-f3d52c00f9d2,segment=NetworkSegment(3ea231b7-1cb6-46cd-a469-01bdca4856db),segment_id=3ea231b7-1cb6-46cd-a469-01bdca4856db)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:20:55.517868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:55.520185 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-92798bb3-ac43-4ca8-9590-a725dead70ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:20:55.582229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-1a9f21a5-6bae-4cf4-9168-619a943a1a64 None None] Provisioning complete for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:20:55.582592 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1a9f21a5-6bae-4cf4-9168-619a943a1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:55.635663 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=189a2ba2-4d62-4c34-b96c-f3d52c00f9d2,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:20:55.640789 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:20:56.536266 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45880) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:56.876635 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Request body: {'router': {'tenant_id': '24bd838850b84630b684e07b6356f196', 'name': 'router1', 'admin_state_up': True}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:20:56.881297 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:20:56.884974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Usage tracker for resource:router and tenant:24bd838850b84630b684e07b6356f196 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:20:56.888235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:20:56.893776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:20:56.903380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:56.904909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:56.926384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:57.030333 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:57.049325 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:57.050461 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-722bb02b-467b-4d86-8b2e-4ea2904cff6d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5132480
May 19 02:20:57.228174 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:20:57.296725 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:20:57.297273 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:20:59.362124 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45890) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:20:59.715721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-8d16c53f-2fe0-4e50-ad7f-0ec5da6c92eb admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:20:59.716697 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8d16c53f-2fe0-4e50-ad7f-0ec5da6c92eb admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3536160
May 19 02:21:00.945227 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4a34-d84f-4574-bc2c-87b2202e128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.014355 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45900) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:21:02.371608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:21:02.376439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:21:02.380187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Usage tracker for resource:network and tenant:6b8b48a3b96c4e849ab83e705a17000a is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:21:02.382955 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:21:02.389068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:21:02.398445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Made reservation on behalf of 6b8b48a3b96c4e849ab83e705a17000a for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:21:02.400827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.412930 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.426871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:21:02.430571 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8b48a3b96c4e849ab83e705a17000a is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:21:02.433740 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:21:02.439159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:21:02.520514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.524121 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.528023 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:02.543651 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Reserving flat network on physical network physnet1 {{(pid=91236) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 19 02:21:02.564091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c768a100-48b9-499b-b492-7c35e486ac3a,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:02.568996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:02.569893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.570236 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Added segment 90e1d7f5-260c-4e11-969f-52b64db9b5af of type flat for network 8ac707dc-471f-4055-9c72-6188ea472f62
May 19 02:21:02.600763 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.634503 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.635774 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:21:02.636344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:02.641382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:02.733909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7185183
May 19 02:21:02.738687 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac707dc-471f-4055-9c72-6188ea472f62,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:02.741385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:02.749229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 8ac707dc-471f-4055-9c72-6188ea472f62 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:21:03.374345 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:03.400331 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0fea0cdb-7ae3-448b-b982-675d2b1f34c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:04.548571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:05.011026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45910) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:21:05.358695 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b9c58e-a6d2-4328-9170-26d36ce95aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:21:05.360019 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d4b9c58e-a6d2-4328-9170-26d36ce95aff admin admin] 10.222.0.63 "GET /v2.0/subnets/b324e94d-8392-4860-8a32-5118fa9b1d9b HTTP/1.1" status: 200  len: 849 time: 0.3480229
May 19 02:21:05.507091 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f3b6dcb1-2273-49f8-990f-78592dfd8dd1 admin admin] 10.222.0.63 "GET /v2.0/routers/7966722c-dec8-4ac4-baf2-73f956303aff HTTP/1.1" status: 200  len: 704 time: 0.1416030
May 19 02:21:05.988469 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.098125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.213690 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Allocated IP 172.20.0.1 (e13b8803-472d-4e46-9f34-9785798b1d73/b324e94d-8392-4860-8a32-5118fa9b1d9b/ca9b0b2f-7855-4b1a-aa61-992a334b39b8) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:21:06.366868 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.383333 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Transition to ACTIVE for port object ca9b0b2f-7855-4b1a-aa61-992a334b39b8 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:21:06.436450 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.440798 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:06.503961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Network e13b8803-472d-4e46-9f34-9785798b1d73 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:21:06.506645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:21:06.510165 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:21:06.510665 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.625841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Pushing event updated for resources: {'Port': ['ID=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:06.640194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:06.683010 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-55fbdd03-7174-4102-8ea1-1a83f61be442 None None] Provisioning for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:21:06.687525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-55fbdd03-7174-4102-8ea1-1a83f61be442 None None] Provisioning complete for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:06.687892 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-55fbdd03-7174-4102-8ea1-1a83f61be442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.743421 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-55fbdd03-7174-4102-8ea1-1a83f61be442 None None] Port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:21:06.768054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.984238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.988434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.989523 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:06.993536 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:07.131465 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Pushing event updated for resources: {'Port': ['ID=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:07.135361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:07.184880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Network e13b8803-472d-4e46-9f34-9785798b1d73 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:21:07.185832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:21:07.364904 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e9a8d465-d58f-4411-be05-30240f4fa114 None None] Provisioning complete for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:07.365491 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e9a8d465-d58f-4411-be05-30240f4fa114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:07.412035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Router 7966722c-dec8-4ac4-baf2-73f956303aff is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:21:07.416429 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8d465-d58f-4411-be05-30240f4fa114 None None] Port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:21:07.566040 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:21:07.574831 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] 10.222.0.63 "PUT /v2.0/routers/7966722c-dec8-4ac4-baf2-73f956303aff/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0623331
May 19 02:21:07.576034 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Sync routers for ids ['7966722c-dec8-4ac4-baf2-73f956303aff'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:21:07.586943 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Routers {'7966722c-dec8-4ac4-baf2-73f956303aff'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:21:07.587800 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7eaeca0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:21:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['7966722c-dec8-4ac4-baf2-73f956303aff'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:07.760966 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Set router 7966722c-dec8-4ac4-baf2-73f956303aff gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:21:08.119588 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7eaeca0>, [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:06Z', 'revision_number': 2, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port_host': None, '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:06Z', 'revision_number': 2, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:08.124401 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Checking router: 7966722c-dec8-4ac4-baf2-73f956303aff for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:21:08.124775 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Updating router 7966722c-dec8-4ac4-baf2-73f956303aff port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:21:08.175739 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.546478 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.561923 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Transition to ACTIVE for port object ca9b0b2f-7855-4b1a-aa61-992a334b39b8 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:21:08.568728 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.575881 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:08.763953 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Pushing event updated for resources: {'Port': ['ID=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:08.785487 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.785846 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.786176 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.786498 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.786815 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.787143 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.787458 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.787768 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.788094 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.788403 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.788710 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.789012 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Tracked resource versions report:
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]: pushed versions:
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]: {   'AddressGroup': {'1.2'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'ConntrackHelper': {'1.0'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Log': {'1.0'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Network': {'1.1'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Port': {'1.7'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'PortForwarding': {'1.2'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'QosPolicy': {'1.8'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SecurityGroup': {'1.4'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SecurityGroupRule': {'1.2'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SubPort': {'1.0'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Subnet': {'1.1'},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Trunk': {'1.1'}}
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]: consumer versions:
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'ConntrackHelper': '1.0',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Log': '1.0',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Network': '1.1',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Port': '1.7',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'PortForwarding': '1.2',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'QosPolicy': '1.8',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SecurityGroup': '1.4',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SecurityGroupRule': '1.2',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SubPort': '1.0',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Subnet': '1.1',
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Trunk': '1.1'}}
May 19 02:21:08.790361 dv-cinder-784623-11-iscsi neutron-server[91238]:  {{(pid=91238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:21:08.797521 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:08.801972 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Attempting to bind port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:21:08.802365 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Attempting to bind port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:21:08.802795 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Attempting to bind port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 on network e13b8803-472d-4e46-9f34-9785798b1d73 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:21:08.807939 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:21:08.808860 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Checking segment: {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:21:08.809351 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.809733 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Bound using segment: {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:21:08.810208 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Bound port: ca9b0b2f-7855-4b1a-aa61-992a334b39b8, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea231b7-1cb6-46cd-a469-01bdca4856db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:21:08.810568 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.895445 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] For port ca9b0b2f-7855-4b1a-aa61-992a334b39b8, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:21:08.899503 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] For port ca9b0b2f-7855-4b1a-aa61-992a334b39b8, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,segment=NetworkSegment(3ea231b7-1cb6-46cd-a469-01bdca4856db),segment_id=3ea231b7-1cb6-46cd-a469-01bdca4856db)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:21:08.905664 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:08.910308 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:08.994841 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Pushing event updated for resources: {'Port': ['ID=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,revision_number=4']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:08.997995 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Routers {'7966722c-dec8-4ac4-baf2-73f956303aff'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:21:08.998578 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7eaeca0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:21:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['7966722c-dec8-4ac4-baf2-73f956303aff'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:09.055049 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:09.154764 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] Set router 7966722c-dec8-4ac4-baf2-73f956303aff gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:21:09.493447 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7eaeca0>, [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:06Z', 'revision_number': 2, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port_host': None, '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:08Z', 'revision_number': 4, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:09.497204 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46202d-1630-4e0b-801e-b93c9c8e0bb2 None None] The sync data for ids ['7966722c-dec8-4ac4-baf2-73f956303aff'] in dv-cinder-784623-11-iscsi is: [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:06Z', 'revision_number': 2, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port_host': None, '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:08Z', 'revision_number': 4, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:21:09.761529 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45932) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:21:09.905278 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813132d4-f672-4992-9d50-2b93ca2689b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:21:09.905829 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-813132d4-f672-4992-9d50-2b93ca2689b5 admin admin] Synchronizing usage tracker for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:21:09.923707 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-813132d4-f672-4992-9d50-2b93ca2689b5 admin admin] Unset dirty status for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:21:09.924894 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-813132d4-f672-4992-9d50-2b93ca2689b5 admin admin] 10.222.0.63 "GET /v2.0/networks/8ac707dc-471f-4055-9c72-6188ea472f62 HTTP/1.1" status: 200  len: 842 time: 0.1624699
May 19 02:21:09.935293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:21:09.940378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:21:09.944048 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Usage tracker for resource:subnet and tenant:6b8b48a3b96c4e849ab83e705a17000a is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:21:09.946775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:21:09.953366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:21:09.963820 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Made reservation on behalf of 6b8b48a3b96c4e849ab83e705a17000a for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:21:09.966076 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:10.369366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.objects.ports [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91236) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 19 02:21:10.369787 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:10.374576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:10.441789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad11aaa8-99a4-4892-8b7e-44a3fe025f1b,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:10.446506 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:10.448896 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:21:10.449244 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Network hostable DHCP agents. Network: 8ac707dc-471f-4055-9c72-6188ea472f62, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:21:10.464997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:21:10.474106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 8ac707dc-471f-4055-9c72-6188ea472f62) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:21:10.478031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:21:10.478598 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:10.484424 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76253f9d-b182-4a48-b5cb-cc236e52adf6 None None] Network 8ac707dc-471f-4055-9c72-6188ea472f62 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:21:10.507699 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-fa07faa6-a0e2-45c9-b182-cd23b4dd4b1b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5680234
May 19 02:21:10.699989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e389bb-fdb9-47f0-986f-c8d14475bd16 None None] Network 8ac707dc-471f-4055-9c72-6188ea472f62 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:21:12.706710 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45956) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:21:12.900991 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-65a5e37d-2650-401f-9567-8c0980c0aaf7 admin admin] 10.222.0.63 "GET /v2.0/routers/7966722c-dec8-4ac4-baf2-73f956303aff HTTP/1.1" status: 200  len: 710 time: 0.1931219
May 19 02:21:13.026148 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1933bae-fc58-4c28-b05b-bc3e5470b35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:21:13.028103 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a1933bae-fc58-4c28-b05b-bc3e5470b35a admin admin] 10.222.0.63 "GET /v2.0/networks/8ac707dc-471f-4055-9c72-6188ea472f62 HTTP/1.1" status: 200  len: 886 time: 0.1220822
May 19 02:21:13.036464 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:21:13.270444 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ca9b0b2f-7855-4b1a-aa61-992a334b39b8 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:21:13.347795 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:21:13.352404 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:13.352772 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:13.462827 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:13.500414 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port ca9b0b2f-7855-4b1a-aa61-992a334b39b8, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,segment=NetworkSegment(3ea231b7-1cb6-46cd-a469-01bdca4856db),segment_id=3ea231b7-1cb6-46cd-a469-01bdca4856db)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:21:13.504950 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:13.507185 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:13.531409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:13.575483 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=ca9b0b2f-7855-4b1a-aa61-992a334b39b8,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:13.578422 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:13.849262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:13.902469 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:14.032324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Allocated IP 172.27.0.16 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/e1c7df2c-e2cb-4759-9ccf-427312a4a803) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:21:14.172263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:14.199991 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:14.204386 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:14.264101 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:21:14.265152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:21:14.270511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:21:14.333273 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Pushing event updated for resources: {'Port': ['ID=e1c7df2c-e2cb-4759-9ccf-427312a4a803,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:14.337069 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:14.688153 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:15.006956 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:15.010174 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596253'] for router, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:15.182510 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Router 7966722c-dec8-4ac4-baf2-73f956303aff has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:21:15.239747 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ca9b0b2f-7855-4b1a-aa61-992a334b39b8 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:21:15.304662 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:15.304943 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:15.355720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:21:15.363648 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:15.364830 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] 10.222.0.63 "PUT /v2.0/routers/7966722c-dec8-4ac4-baf2-73f956303aff HTTP/1.1" status: 200  len: 889 time: 2.3314786
May 19 02:21:15.368268 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Sync routers for ids ['7966722c-dec8-4ac4-baf2-73f956303aff'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:21:15.422224 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Routers {'7966722c-dec8-4ac4-baf2-73f956303aff'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:21:15.422905 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6c675e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:21:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['7966722c-dec8-4ac4-baf2-73f956303aff'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:15.621185 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Set router 7966722c-dec8-4ac4-baf2-73f956303aff gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:21:15.972446 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6c675e0>, [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:14Z', 'revision_number': 4, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port': {'id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:13Z', 'updated_at': '2021-05-19T02:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:13Z', 'revision_number': 5, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:15.977159 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Checking router: 7966722c-dec8-4ac4-baf2-73f956303aff for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:21:15.977527 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Updating router 7966722c-dec8-4ac4-baf2-73f956303aff port e1c7df2c-e2cb-4759-9ccf-427312a4a803 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:21:16.027346 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.352972 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.364085 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Transition to ACTIVE for port object e1c7df2c-e2cb-4759-9ccf-427312a4a803 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:21:16.369751 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.373938 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:16.446021 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Attempting to bind port e1c7df2c-e2cb-4759-9ccf-427312a4a803 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:21:16.446433 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Attempting to bind port e1c7df2c-e2cb-4759-9ccf-427312a4a803 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:21:16.446843 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Attempting to bind port e1c7df2c-e2cb-4759-9ccf-427312a4a803 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:21:16.452812 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Pushing event updated for resources: {'Port': ['ID=e1c7df2c-e2cb-4759-9ccf-427312a4a803,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:16.456672 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:16.457413 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:21:16.457793 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:21:16.458196 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.458583 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:21:16.459060 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Bound port: e1c7df2c-e2cb-4759-9ccf-427312a4a803, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:21:16.459461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.532862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] For port e1c7df2c-e2cb-4759-9ccf-427312a4a803, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:21:16.535848 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] For port e1c7df2c-e2cb-4759-9ccf-427312a4a803, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=e1c7df2c-e2cb-4759-9ccf-427312a4a803,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:21:16.541266 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:16.545139 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:16.615988 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Routers {'7966722c-dec8-4ac4-baf2-73f956303aff'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:21:16.616528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6c675e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:21:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['7966722c-dec8-4ac4-baf2-73f956303aff'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:16.695661 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Pushing event updated for resources: {'Port': ['ID=e1c7df2c-e2cb-4759-9ccf-427312a4a803,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:16.701409 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:16.802532 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] Set router 7966722c-dec8-4ac4-baf2-73f956303aff gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:21:17.119880 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6c675e0>, [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:14Z', 'revision_number': 4, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port': {'id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:13Z', 'updated_at': '2021-05-19T02:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:13Z', 'revision_number': 5, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:21:17.123872 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd0317-3490-47bb-8ece-5c56236a50c2 None None] The sync data for ids ['7966722c-dec8-4ac4-baf2-73f956303aff'] in dv-cinder-784623-11-iscsi is: [{'id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'name': 'router1', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:20:56Z', 'updated_at': '2021-05-19T02:21:14Z', 'revision_number': 4, 'project_id': '24bd838850b84630b684e07b6356f196', 'gw_port': {'id': 'e1c7df2c-e2cb-4759-9ccf-427312a4a803', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:13Z', 'updated_at': '2021-05-19T02:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ca9b0b2f-7855-4b1a-aa61-992a334b39b8', 'name': '', 'network_id': 'e13b8803-472d-4e46-9f34-9785798b1d73', 'tenant_id': '24bd838850b84630b684e07b6356f196', 'mac_address': 'fa:16:3e:7c:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966722c-dec8-4ac4-baf2-73f956303aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:06Z', 'updated_at': '2021-05-19T02:21:13Z', 'revision_number': 5, 'project_id': '24bd838850b84630b684e07b6356f196', 'subnets': [{'id': 'b324e94d-8392-4860-8a32-5118fa9b1d9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd26f2219-00a8-42ac-b1cd-d6317a250c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:21:17.317319 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e1c7df2c-e2cb-4759-9ccf-427312a4a803 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:21:17.388329 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port e1c7df2c-e2cb-4759-9ccf-427312a4a803 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:21:17.393896 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port e1c7df2c-e2cb-4759-9ccf-427312a4a803 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:17.394474 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:17.545254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:17.562547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port e1c7df2c-e2cb-4759-9ccf-427312a4a803, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=e1c7df2c-e2cb-4759-9ccf-427312a4a803,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:21:17.570345 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:17.572558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:21:17.642396 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=e1c7df2c-e2cb-4759-9ccf-427312a4a803,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:21:17.645778 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:21:17.700309 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 45966) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:21:17.817413 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6a4dc2bf-3d2e-443f-9176-2988e87ba0e7 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1159244
May 19 02:21:18.122068 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:21:19.246378 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e1c7df2c-e2cb-4759-9ccf-427312a4a803 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:21:19.314351 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port e1c7df2c-e2cb-4759-9ccf-427312a4a803 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:21:19.314722 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:30.953501 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-599f970a-c822-469a-a196-9ac5b355d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:33.381617 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:33.410778 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-81cf1449-66bc-4562-9b04-8daa74d458d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:34.555696 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:36.121571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:21:55.120024 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:22:00.946505 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4ecd7458-abd5-4ded-a6b8-5296a44d5fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:03.379211 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:03.528007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-2272ba8b-62e6-4b7e-85fe-a60fc455efe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:04.555837 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:06.123686 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:30.948956 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d1730fc0-eaa6-47a2-8cfc-cf880ae40ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:32.118092 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:22:33.380548 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:33.399761 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-66f02c96-79ed-4f4a-973b-907931b99b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:34.559011 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:36.125153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:51.396402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46536) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:22:51.461068 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da4d6f7-cb4a-4812-9de4-f3840cb4eb0f admin admin] GET failed (client error): The resource could not be found.
May 19 02:22:51.462290 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6da4d6f7-cb4a-4812-9de4-f3840cb4eb0f admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0649543
May 19 02:22:51.588905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c46d5-ca6f-4370-9e53-f9f06a73bfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:51.590300 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d05c46d5-ca6f-4370-9e53-f9f06a73bfbd admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1242478
May 19 02:22:53.650926 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46546) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:22:53.754046 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195827d3-7e4b-4ab3-adfa-255331f8f90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:53.754597 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-195827d3-7e4b-4ab3-adfa-255331f8f90b admin admin] Synchronizing usage tracker for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:subnet {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:22:53.770764 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-195827d3-7e4b-4ab3-adfa-255331f8f90b admin admin] Unset dirty status for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:subnet {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:22:53.771937 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-195827d3-7e4b-4ab3-adfa-255331f8f90b admin admin] 10.222.0.63 "GET /v2.0/subnets/b324e94d-8392-4860-8a32-5118fa9b1d9b HTTP/1.1" status: 200  len: 849 time: 0.1200180
May 19 02:22:53.784697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:22:53.899287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:54.131694 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737297926310'] for subnet, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:54.135461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-93ff5bfa-b37d-46af-8e0d-c8fcf9e3d67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:22:54.179074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:54.180027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:54.181023 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] 10.222.0.63 "PUT /v2.0/subnets/b324e94d-8392-4860-8a32-5118fa9b1d9b HTTP/1.1" status: 200  len: 868 time: 0.4010570
May 19 02:22:54.182995 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b2eb7-c66e-482d-95c8-67438aa60296 None None] Network e13b8803-472d-4e46-9f34-9785798b1d73 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:22:54.203765 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b324e94d-8392-4860-8a32-5118fa9b1d9b,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:22:54.211440 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.212301 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.212772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.213162 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.213441 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.213790 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.214112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.214444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.214778 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.215093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.215445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.215756 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:22:54.219568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:22:54.624814 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-41023808-4b89-4c01-9c12-a936b9d26f8d None None] Provisioning complete for port ca9b0b2f-7855-4b1a-aa61-992a334b39b8 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:22:54.625193 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-41023808-4b89-4c01-9c12-a936b9d26f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:54.747989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-41023808-4b89-4c01-9c12-a936b9d26f8d None None] Provisioning complete for port 189a2ba2-4d62-4c34-b96c-f3d52c00f9d2 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:22:54.748364 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-41023808-4b89-4c01-9c12-a936b9d26f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:22:56.275641 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46556) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:22:56.444043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d84964-94a2-40d6-a6ba-a682d6428a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:56.444424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d84964-94a2-40d6-a6ba-a682d6428a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:56.445919 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-26d84964-94a2-40d6-a6ba-a682d6428a62 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1692953
May 19 02:22:58.527354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 46566) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:22:58.673575 dv-cinder-784623-11-iscsi neutron-server[91235]: WARNING oslo_policy.policy [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:22:58.674157 dv-cinder-784623-11-iscsi neutron-server[91235]: WARNING oslo_policy.policy [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:22:59.137001 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.policy [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91235) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 02:22:59.183238 dv-cinder-784623-11-iscsi neutron-server[91235]: WARNING oslo_policy.policy [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:22:59.183667 dv-cinder-784623-11-iscsi neutron-server[91235]: WARNING oslo_policy.policy [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 02:22:59.191693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:59.192175 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:22:59.194016 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d7a7ae46-376c-4ae0-b615-a62caf5556e7 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.6657755
May 19 02:23:00.951144 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-2ea35394-e9d7-473f-8af6-092f7e5460bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:01.288293 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 46582) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:01.452356 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737d52a-abfd-4c8c-89d6-9490352c18dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:01.453660 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-6737d52a-abfd-4c8c-89d6-9490352c18dc admin admin] 10.222.0.63 "GET /v2.0/networks/8ac707dc-471f-4055-9c72-6188ea472f62 HTTP/1.1" status: 200  len: 886 time: 0.1644413
May 19 02:23:03.381803 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:03.401556 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-82e368a5-e76e-4d63-a8d0-ffda25ecf2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:03.528436 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 46592) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:03.696290 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b2f39b-3265-47f5-a084-5203315040a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:03.697647 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d8b2f39b-3265-47f5-a084-5203315040a9 admin admin] 10.222.0.63 "GET /v2.0/networks/e13b8803-472d-4e46-9f34-9785798b1d73 HTTP/1.1" status: 200  len: 869 time: 0.1682911
May 19 02:23:04.563876 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:05.784209 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46602) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:05.889576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080bd18-b4fa-47ff-a9b8-9480d9630b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:05.890039 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080bd18-b4fa-47ff-a9b8-9480d9630b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:05.891537 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4080bd18-b4fa-47ff-a9b8-9480d9630b88 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1063719
May 19 02:23:06.131762 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:07.985611 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46612) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:08.093097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08286de9-dc8e-48ff-ad03-6c84c09c4843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:08.093554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08286de9-dc8e-48ff-ad03-6c84c09c4843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:08.095010 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-08286de9-dc8e-48ff-ad03-6c84c09c4843 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1084638
May 19 02:23:09.116146 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:23:10.164084 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46622) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:10.262994 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60306723-6db8-43a8-a55a-cca5c4012aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:10.264334 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-60306723-6db8-43a8-a55a-cca5c4012aab admin admin] 10.222.0.63 "GET /v2.0/subnets/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b HTTP/1.1" status: 200  len: 816 time: 0.0993233
May 19 02:23:12.344256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46632) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:12.447697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a71584-934c-4094-bbea-22f5cc87293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:12.448912 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-29a71584-934c-4094-bbea-22f5cc87293f admin admin] 10.222.0.63 "GET /v2.0/subnets/b324e94d-8392-4860-8a32-5118fa9b1d9b HTTP/1.1" status: 200  len: 868 time: 0.1037378
May 19 02:23:30.954743 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-88a597dc-fa60-47ac-80c1-f595883c50cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:33.382918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:33.401672 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8be1619e-6568-42de-bdc5-741b77848fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:34.563652 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:35.087833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46676) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:35.136095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-38abb246-c6eb-4225-802c-dbd1e84700c8 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:23:35.137075 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-38abb246-c6eb-4225-802c-dbd1e84700c8 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483189
May 19 02:23:36.137040 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:37.314172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46686) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:37.383201 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a1750e-1ee2-4cbf-9f2e-8a0d892280cd admin admin] GET failed (client error): The resource could not be found.
May 19 02:23:37.384426 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-71a1750e-1ee2-4cbf-9f2e-8a0d892280cd admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0693448
May 19 02:23:37.506077 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a11ab-869c-41de-b109-ae449f88c459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:37.508027 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-427a11ab-869c-41de-b109-ae449f88c459 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1198282
May 19 02:23:39.605485 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46696) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:39.651981 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:23:39.656323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:23:39.665631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:23:39.675091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Made reservation on behalf of 6b8b48a3b96c4e849ab83e705a17000a for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:23:39.677504 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:39.762486 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING neutron.services.revisions.revision_plugin [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f24f6fc3dc0] {project_id='6b8b48a3b96c4e849ab83e705a17000a', id='9cc21a9b-de75-4ff5-a00e-4d41ed981369', target_tenant='*', action='access_as_shared', object_id='d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'}> to bump revision.
May 19 02:23:39.774838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:23:39.784036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:39.784308 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Added segment e0a49ae3-b2be-4a40-83cf-ebf951243c91 of type vlan for network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2
May 19 02:23:39.808202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:39.836324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:39.837551 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:39.838107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:39.842438 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:23:39.935443 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3288708
May 19 02:23:39.936130 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:23:39.938759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:23:39.946828 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:23:42.067480 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46706) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:23:42.133204 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45c5eda-2e0f-4b19-9584-6f0b99529e6b admin admin] GET failed (client error): The resource could not be found.
May 19 02:23:42.133707 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-d45c5eda-2e0f-4b19-9584-6f0b99529e6b admin admin] Synchronizing usage tracker for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:23:42.148807 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-d45c5eda-2e0f-4b19-9584-6f0b99529e6b admin admin] Unset dirty status for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:23:42.149987 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d45c5eda-2e0f-4b19-9584-6f0b99529e6b admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0815721
May 19 02:23:42.252544 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f5a14-bf0f-40fb-844e-b9383acf0c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:42.254006 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cb3f5a14-bf0f-40fb-844e-b9383acf0c30 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1001475
May 19 02:23:42.264027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:23:42.268886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:23:42.279559 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:23:42.288766 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Made reservation on behalf of 6b8b48a3b96c4e849ab83e705a17000a for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:23:42.290983 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:42.650286 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:42.654479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:23:42.769650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b981d1ac-6210-4ecb-af38-914c71b68d6d,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:23:42.772359 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:23:42.775357 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Checking segment: {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:23:42.776315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Network hostable DHCP agents. Network: d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:23:42.792843 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:23:42.801478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:23:42.807987 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:23:42.808564 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:42.810113 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87ba8f-6056-483f-845a-a90a3e72d7a2 None None] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:23:42.835956 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5757873
May 19 02:23:43.030107 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2', 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2', 'tenant_id': '6b8b48a3b96c4e849ab83e705a17000a', 'fixed_ips': [{'subnet_id': 'b981d1ac-6210-4ecb-af38-914c71b68d6d'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:23:43.030988 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.210892 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Allocated IP 192.168.233.2 (d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2/b981d1ac-6210-4ecb-af38-914c71b68d6d/a689ebd2-ae59-4234-802d-a8341090d322) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:23:43.418934 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.429686 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Transition to ACTIVE for port object a689ebd2-ae59-4234-802d-a8341090d322 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:23:43.447460 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Transition to ACTIVE for port object a689ebd2-ae59-4234-802d-a8341090d322 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:23:43.452140 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.456532 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:23:43.517815 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:23:43.522497 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:23:43.526680 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Pushing event updated for resources: {'Port': ['ID=a689ebd2-ae59-4234-802d-a8341090d322,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:23:43.528906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:23:43.573252 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.573549 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.573901 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.574239 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.574574 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.574904 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.575262 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.575593 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.575932 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.576258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.576603 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.576924 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:23:43.603726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:23:43.628994 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Attempting to bind port a689ebd2-ae59-4234-802d-a8341090d322 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:23:43.629367 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Attempting to bind port a689ebd2-ae59-4234-802d-a8341090d322 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:23:43.629763 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Attempting to bind port a689ebd2-ae59-4234-802d-a8341090d322 on network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:23:43.635264 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:23:43.635638 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Checking segment: {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:23:43.636045 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.636448 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Bound using segment: {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:23:43.636918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Bound port: a689ebd2-ae59-4234-802d-a8341090d322, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:23:43.637289 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.727844 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] For port a689ebd2-ae59-4234-802d-a8341090d322, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:23:43.730939 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] For port a689ebd2-ae59-4234-802d-a8341090d322, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=a689ebd2-ae59-4234-802d-a8341090d322,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:23:43.735490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:43.739199 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:23:43.821784 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Pushing event updated for resources: {'Port': ['ID=a689ebd2-ae59-4234-802d-a8341090d322,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:23:43.825450 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:23:44.608540 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af53008-6535-4f7b-8aeb-2515fd70b8b9 None None] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:23:44.759411 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-ea4d6ffc-360e-45d4-a782-63b0a13484c9 None None] Provisioning for port a689ebd2-ae59-4234-802d-a8341090d322 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:23:45.377959 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a689ebd2-ae59-4234-802d-a8341090d322 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:23:45.444613 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port a689ebd2-ae59-4234-802d-a8341090d322 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:23:45.449403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port a689ebd2-ae59-4234-802d-a8341090d322 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:23:45.449777 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:45.566108 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:45.597969 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port a689ebd2-ae59-4234-802d-a8341090d322, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=a689ebd2-ae59-4234-802d-a8341090d322,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:23:45.603511 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:23:45.606636 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:23:45.671020 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=a689ebd2-ae59-4234-802d-a8341090d322,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:23:45.674292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:23:46.114101 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:23:47.353493 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a689ebd2-ae59-4234-802d-a8341090d322 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:23:47.423268 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port a689ebd2-ae59-4234-802d-a8341090d322 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:23:47.423556 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:00.956945 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-030097aa-b26f-4ad7-bb7a-145df200de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:03.385423 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:03.402251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-b57f0cd5-00b0-4e66-8f6a-b2589dfea3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:04.569203 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:06.137737 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:23.112414 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:24:30.959841 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c6f9-8eb1-4ac3-99cd-ab9f5bbd4b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:33.393115 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:33.404479 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5095caef-c0b8-4342-8db2-0919e2e33439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:34.570328 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:36.140917 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:47.246961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46756) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:24:47.253000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [None req-1c411c36-91cc-47ac-af90-bb41ca0d3619 tempest-verify_tempest_config-2081788318 tempest-verify_tempest_config-2081788318-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:24:47.253930 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1c411c36-91cc-47ac-af90-bb41ca0d3619 tempest-verify_tempest_config-2081788318 tempest-verify_tempest_config-2081788318-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059795
May 19 02:24:47.553037 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46774) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:24:47.667134 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:47.681128 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:24:47.684840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b12175961a34bc2941153e24c0c6a07 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:24:47.687608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:24:47.693216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:24:47.775862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:47.779519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:47.788005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd0501be-86a2-42e8-bbc3-022c25299300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:24:47.824524 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Synchronizing usage tracker for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:24:47.828781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02cc56-5c77-4f3b-b3a9-c5f09eb10c91,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:24:47.838095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.838452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.838787 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.839126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.839454 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.839774 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.840090 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.840405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.840718 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.841028 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.841336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.841644 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:24:47.846362 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:24:47.855020 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Unset dirty status for tenant:6b8b48a3b96c4e849ab83e705a17000a on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:24:47.856472 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b12175961a34bc2941153e24c0c6a07&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3025072
May 19 02:24:47.859180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46780) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:24:47.914155 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:47.938615 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:48.028006 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:48.031899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:24:48.042457 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02cc56-5c77-4f3b-b3a9-c5f09eb10c91,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:24:48.044762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:24:48.050060 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:24:48.051155 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4d02cc56-5c77-4f3b-b3a9-c5f09eb10c91 HTTP/1.1" status: 204  len: 168 time: 0.1910503
May 19 02:25:00.110685 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:25:00.963078 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-10d75927-4bb9-46e3-b20b-200fa93327d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:03.384130 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:03.403121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d29a12ea-0ba8-478a-bd59-8455c126723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:04.572644 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:06.142862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:30.963654 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94607dda-bb89-49cf-a0d9-4be959383bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:33.386956 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:33.403741 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1b7d-cf3e-4a2b-bdb8-c88371d7fb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:34.575121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:36.150678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:25:37.109921 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:26:00.965015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-acde4823-99bd-41ac-a510-100e5719647f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:03.390244 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:03.405110 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-34a21c1d-0227-4440-b7f5-ae6d948b30c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:04.578710 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:06.151210 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:14.108927 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 5 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:26:30.310949 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316'] for agent, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:30.966347 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-340a8a3f-9438-423b-a7e0-07742387c91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:32.497937 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46832) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:26:32.605906 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-595f81a6-bdc3-486a-a81f-be1ad079f17d admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1069000
May 19 02:26:33.397823 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:33.408728 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9ab23312-3e97-4ced-aa35-34c9ac6dc5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:34.582212 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:34.692488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 46842) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:26:34.747801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-44d56cda-4b1e-479b-987e-99a164d46339 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0541799
May 19 02:26:36.239190 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:26:51.109425 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:27:00.261812 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:00.967699 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-cbdf477f-da9f-4226-9c2a-3be0eb943a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:03.389173 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:03.408864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3c958dcb-5614-404e-b3f9-6b8d498dbb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:04.583700 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:06.152005 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:28.109726 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:27:30.267462 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:30.973633 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-6955eee7-5d0f-4430-9742-8cbd6cf1686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:33.392251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:33.409405 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5d4f10c4-6785-43e9-a159-da35a86f6d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:34.586292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:27:36.155634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:00.286802 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:00.980671 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0f1354e-9f4f-4641-8a7c-8f65740c23c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:03.444345 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:03.456334 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-77cba19d-bc67-4950-a0e6-c5dce087987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:04.589058 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:04.835098 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47022) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:05.029695 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-network', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:05.037332 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.041187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Usage tracker for resource:network and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.044203 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.050174 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.060941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Made reservation on behalf of 6f2dbf76e27949e6a6f4c9c454663619 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:05.063255 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.085859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.109854 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:28:05.110841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.114842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.117765 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.123417 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.210986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.215012 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.219269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:05.251581 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:28:05.253507 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d3a92-b592-4dfb-b042-c20c0c60a848,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:05.265411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.265773 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.266101 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.266431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.266737 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.267165 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.267388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.267721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.268059 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.268385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.268678 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.268982 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Tracked resource versions report:
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]: pushed versions:
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]: {   'AddressGroup': {'1.2'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'ConntrackHelper': {'1.0'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Log': {'1.0'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Network': {'1.1'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Port': {'1.7'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'PortForwarding': {'1.2'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'QosPolicy': {'1.8'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SecurityGroup': {'1.4'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SecurityGroupRule': {'1.2'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'SubPort': {'1.0'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Subnet': {'1.1'},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     'Trunk': {'1.1'}}
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]: consumer versions:
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     HyperV agent@hv-cinder-78462: {},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'ConntrackHelper': '1.0',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Log': '1.0',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Network': '1.1',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Port': '1.7',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'PortForwarding': '1.2',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'QosPolicy': '1.8',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SecurityGroup': '1.4',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SecurityGroupRule': '1.2',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'SubPort': '1.0',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Subnet': '1.1',
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:                                                       'Trunk': '1.1'}}
May 19 02:28:05.270055 dv-cinder-784623-11-iscsi neutron-server[91236]:  {{(pid=91236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:28:05.273353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:05.277658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.278003 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Added segment 3156a3aa-42f7-4d21-9e22-c0823b7c6b2f of type vlan for network 41ac00dd-c779-4103-9834-b0b94ee2e38e
May 19 02:28:05.306724 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.338090 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.339514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:05.340135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.344711 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:05.397090 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5607522
May 19 02:28:05.400145 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47060) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:05.407157 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Request body: {'subnet': {'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-subnet', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:05.414765 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.quota [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f24f7bfcfd0>.
May 19 02:28:05.421948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.428678 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Usage tracker for resource:subnet and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.433228 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.443707 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.452151 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Pushing event updated for resources: {'Network': ['ID=41ac00dd-c779-4103-9834-b0b94ee2e38e,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:05.455418 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:05.464547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:28:05.487854 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Made reservation on behalf of 6f2dbf76e27949e6a6f4c9c454663619 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:05.491873 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.498666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47066) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:05.676258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47078) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:05.730964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47088) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:05.808813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1255726039-network', 'tenant_id': '19fdccfc21064d7db91d62c101c0b657'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:05.816640 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.822429 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Usage tracker for resource:network and tenant:19fdccfc21064d7db91d62c101c0b657 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.827537 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.834242 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.849475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:05.854427 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.871072 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:05.888108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.892754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:19fdccfc21064d7db91d62c101c0b657 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.897512 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.908818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.951538 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-819641107-network', 'tenant_id': '2ca5d9500aa24022bce8128e7a12cebc'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:05.963493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:05.968032 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Usage tracker for resource:network and tenant:2ca5d9500aa24022bce8128e7a12cebc is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:05.971527 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:05.979331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:05.995952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Made reservation on behalf of 2ca5d9500aa24022bce8128e7a12cebc for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:05.999256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.011521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.019513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.020248 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:06.038857 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:06.044102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca5d9500aa24022bce8128e7a12cebc is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:06.047751 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:06.054576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:06.168741 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1403cae9-51b1-4089-8427-5a4ad1542055,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:06.169255 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.181857 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.182393 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.190961 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.191208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.191305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-70ade7a2-7d97-44c7-aaa6-5847cfc87310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:06.193411 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.193756 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.194487 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.194487 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.194711 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.196633 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.198396 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.199737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.201053 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.202114 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Tracked resource versions report:
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]: pushed versions:
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]: {   'AddressGroup': {'1.2'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'ConntrackHelper': {'1.0'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'Log': {'1.0'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'Network': {'1.1'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'Port': {'1.7'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'PortForwarding': {'1.2'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'QosPolicy': {'1.8'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'SecurityGroup': {'1.4'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'SecurityGroupRule': {'1.2'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'SubPort': {'1.0'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'Subnet': {'1.1'},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     'Trunk': {'1.1'}}
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]: consumer versions:
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     HyperV agent@hv-cinder-78462: {},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'ConntrackHelper': '1.0',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'Log': '1.0',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'Network': '1.1',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'Port': '1.7',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'PortForwarding': '1.2',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'QosPolicy': '1.8',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'SecurityGroup': '1.4',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'SecurityGroupRule': '1.2',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'SubPort': '1.0',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'Subnet': '1.1',
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:                                                       'Trunk': '1.1'}}
May 19 02:28:06.204247 dv-cinder-784623-11-iscsi neutron-server[91235]:  {{(pid=91235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:28:06.230784 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:28:06.234613 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb1812-a8e2-4c3e-8413-b09d779cf347,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:06.237626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:06.261378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.261378 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Added segment 5a4a21b3-47db-4dc4-9b20-9c50ab6e621b of type vlan for network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d
May 19 02:28:06.278857 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Checking segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:06.279532 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Network hostable DHCP agents. Network: 41ac00dd-c779-4103-9834-b0b94ee2e38e, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:28:06.306998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.309292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:06.316073 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:28:06.319785 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.337961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:28:06.339061 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 41ac00dd-c779-4103-9834-b0b94ee2e38e) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:06.353792 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.353792 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Added segment 96d81e5a-3640-4c8e-9354-993ec474db6d of type vlan for network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a
May 19 02:28:06.355995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:06.357192 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.357685 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792acbf4-26b2-4230-8861-a5b8c64c0383 None None] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:06.375560 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cefbe157-a75b-486e-a6e2-644771d2d85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:06.389487 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9877880
May 19 02:28:06.390658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-995159721-network', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:06.391958 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47114) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:06.395673 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.400424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:06.408487 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:06.414710 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Usage tracker for resource:router and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:06.421718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:06.431058 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:06.449808 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.451764 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.466544 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.472052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:06.476844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addcafef-3db3-422c-ac15-eed3caa89ca7,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:06.483876 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:06.486587 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Usage tracker for resource:network and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:06.499083 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.504186 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:06.514455 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:06.519832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.533890 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:06.534599 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.544837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:06.592222 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Made reservation on behalf of e70543816ca84f74ad46bbf405c7bcf9 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:06.594543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.617307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.642430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.732513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:06.733650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:06.743619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:06.788316 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:06.798214 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1181366
May 19 02:28:06.799159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Pushing event updated for resources: {'Network': ['ID=3ed7dc65-0316-4c51-bdc0-ed349dfa118d,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:06.806837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:06.808986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:06.815761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47134) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:06.820736 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:06.861004 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:28:06.863499 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:06.872421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Request body: {'subnet': {'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-819641107-subnet', 'tenant_id': '2ca5d9500aa24022bce8128e7a12cebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:06.886699 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3869171
May 19 02:28:06.918663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:06.936539 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47140) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:06.957478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Usage tracker for resource:subnet and tenant:2ca5d9500aa24022bce8128e7a12cebc is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:06.979318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Request body: {'subnet': {'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1255726039-subnet', 'tenant_id': '19fdccfc21064d7db91d62c101c0b657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:06.988880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:07.003754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-41ac00dd-c779-4103-9834-b0b94ee2e38e', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:28:07.006118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.143816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:07.228273 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Usage tracker for resource:subnet and tenant:19fdccfc21064d7db91d62c101c0b657 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:07.234165 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:07.239786 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:07.244646 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=62ffb6e0-cf90-4a18-ad1d-a7790d86363a,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:07.262119 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:07.269529 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:28:07.287221 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.308364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:07.332654 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Made reservation on behalf of 2ca5d9500aa24022bce8128e7a12cebc for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:07.335533 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.376092 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:07.391734 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.544083 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Allocated IP 172.20.0.2 (41ac00dd-c779-4103-9834-b0b94ee2e38e/1403cae9-51b1-4089-8427-5a4ad1542055/96c38fb2-a1da-4a42-b7b7-d2ce63b02516) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:07.751553 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.785958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.786856 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.851524 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.918635 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:07.919943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:07.943634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Transition to ACTIVE for port object 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:07.973547 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Allocated IP 172.27.0.158 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/f20b498d-8d4c-41ba-a601-472a1000f9a2) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:07.981042 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Transition to ACTIVE for port object 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:07.994070 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.000277 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:08.018105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47178) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:08.036375 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:28:08.055754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecf0dea-c374-4d76-be5b-ac20d2bb28ad,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:08.099942 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:08.113628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:08.117088 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:08.120962 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:08.122374 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.122666 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Added segment 09db7e2d-a6ed-4946-8c2d-4950611893b5 of type vlan for network c0cc44d6-7398-4824-8f71-83c663cd2560
May 19 02:28:08.127896 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Pushing event updated for resources: {'Port': ['ID=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:08.156371 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.157086 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.157700 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.158409 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.159411 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.159965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.160576 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.161123 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.161685 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.162186 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.162745 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.163987 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Tracked resource versions report:
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]: pushed versions:
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]: {   'AddressGroup': {'1.2'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'ConntrackHelper': {'1.0'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Log': {'1.0'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Network': {'1.1'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Port': {'1.7'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'PortForwarding': {'1.2'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'QosPolicy': {'1.8'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SecurityGroup': {'1.4'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SecurityGroupRule': {'1.2'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'SubPort': {'1.0'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Subnet': {'1.1'},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     'Trunk': {'1.1'}}
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]: consumer versions:
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     HyperV agent@hv-cinder-78462: {},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'ConntrackHelper': '1.0',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Log': '1.0',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Network': '1.1',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Port': '1.7',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'PortForwarding': '1.2',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'QosPolicy': '1.8',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SecurityGroup': '1.4',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SecurityGroupRule': '1.2',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'SubPort': '1.0',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Subnet': '1.1',
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:                                                       'Trunk': '1.1'}}
May 19 02:28:08.166556 dv-cinder-784623-11-iscsi neutron-server[91237]:  {{(pid=91237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:28:08.180977 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:08.200291 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.366192 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.391029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.398032 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:08.398608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.404088 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:08.412344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Attempting to bind port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:08.412344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Attempting to bind port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:08.412344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Attempting to bind port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:08.426881 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:08.427838 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Checking segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:08.429700 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.430944 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Bound using segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:08.433206 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Bound port: 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:08.433632 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.509023 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.529740 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:08.549392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:23126ac6848c4bb3a03ce11a5a035af2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:08.554385 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:08.564392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:08.592851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] For port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:08.598902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] For port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:08.609997 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.620258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9b4dca47-621f-4e9d-a554-6fe26d2a43a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:08.701931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.710153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Pushing event updated for resources: {'Port': ['ID=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:08.721600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:08.723086 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:08.793169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.802238 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:08.811151 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:08.817500 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cc44d6-7398-4824-8f71-83c663cd2560,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:08.822173 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:08.828382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:08.834157 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network c0cc44d6-7398-4824-8f71-83c663cd2560 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:28:08.878615 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:08.893143 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.1599920
May 19 02:28:08.901816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47206) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:08.915596 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Request body: {'subnet': {'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-995159721-subnet', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:08.941404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:08.964547 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Usage tracker for resource:subnet and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:08.971892 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:09.005972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:09.036087 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f20b498d-8d4c-41ba-a601-472a1000f9a2,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:09.036522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Made reservation on behalf of e70543816ca84f74ad46bbf405c7bcf9 for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:09.042293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.056413 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=23126ac6848c4bb3a03ce11a5a035af2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0363688
May 19 02:28:09.058841 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:09.062887 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:09.063141 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47214) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:09.153712 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0964254a-2317-4275-8fa0-2e7456491901,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:09.168121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:09.263882 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.283202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:09.381430 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.430727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.472937 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.510634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f610612-67f3-4cae-8376-f51d7a00b813,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:09.513592 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:09.523269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2f40e7ba-767c-4149-8e8b-b295c7044b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:09.572599 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Checking segment: {'id': '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:09.572953 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Network hostable DHCP agents. Network: 3ed7dc65-0316-4c51-bdc0-ed349dfa118d, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:28:09.603819 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.650786 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:09.713710 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Checking segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:09.714370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Network hostable DHCP agents. Network: 62ffb6e0-cf90-4a18-ad1d-a7790d86363a, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:28:09.724202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9fa099-572c-4fe0-9fa5-a85c14785c78,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:09.727511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:09.733713 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:28:09.782424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 3ed7dc65-0316-4c51-bdc0-ed349dfa118d) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:09.788423 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:09.789514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.802898 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8bbd0-9ff9-4fd1-94ce-b2156b2bb13d None None] Network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:09.804402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:28:09.819855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 62ffb6e0-cf90-4a18-ad1d-a7790d86363a) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:09.825593 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:09.826214 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.838651 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.849992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:09.853597 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0964254a-2317-4275-8fa0-2e7456491901 HTTP/1.1" status: 204  len: 168 time: 0.7783308
May 19 02:28:09.853768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:09.865131 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0166821
May 19 02:28:09.871208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964254a-2317-4275-8fa0-2e7456491901,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:09.873808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:09.888369 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70dc50-2759-452b-a741-855b149c19a6 None None] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:09.934127 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e8f3c75c-2681-44fe-b4fd-24e70a66c423 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.9964106
May 19 02:28:10.038528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:10.186721 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.219027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.240003 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:10.369687 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2455d-53f1-4666-9d58-d246e6f223dd None None] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:10.424664 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1b8d05-587b-46a9-b067-9adcdee91fa6,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:10.449305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:10.455327 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Checking segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:10.455891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Network hostable DHCP agents. Network: c0cc44d6-7398-4824-8f71-83c663cd2560, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:28:10.507022 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:28:10.529521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, c0cc44d6-7398-4824-8f71-83c663cd2560) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:10.535045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:10.535660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.560732 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6567855
May 19 02:28:10.563666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47286) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:10.573461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:10.580886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:10.587934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Usage tracker for resource:router and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:10.593452 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e25bfb-2e95-41f1-bd18-c251e9f5ffd3 None None] Network c0cc44d6-7398-4824-8f71-83c663cd2560 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:10.595885 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:10.604115 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:10.621772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.623375 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.665941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.751822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47300) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:10.798635 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:10.803193 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Provisioning for port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:10.843769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:10.856514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Usage tracker for resource:security_group_rule and tenant:c05cba59360241babd37867112057059 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:10.859732 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:10.865597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:11.002909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:28:11.047771 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Provisioning complete for port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:11.048133 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.120632 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.124511 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c70c3d-f677-4c04-bfc5-181e1b8d3dc7 None None] Network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:11.166191 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.179101 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.221573 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb84833-80a1-4c1c-b73d-36870b6b4b27 None None] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:11.281871 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:11.301253 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47334) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:11.321070 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47336) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:11.361837 dv-cinder-784623-11-iscsi neutron-server[91235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 19 02:28:11.387352 dv-cinder-784623-11-iscsi neutron-server[91236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 19 02:28:11.489703 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2ae5d-0ad7-453b-a1ca-e4215c3e46a3,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:11.494244 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c05cba59360241babd37867112057059&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7414455
May 19 02:28:11.497822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:11.501820 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47348) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:11.508258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:28:11.521277 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:28:11.547656 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:11.549725 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7ef1850>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:11.582427 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-62d1bd61-a9bb-482c-bd4b-77a5ea2d8fbe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:11.590166 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-62d1bd61-a9bb-482c-bd4b-77a5ea2d8fbe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.2588663
May 19 02:28:11.622760 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-655a2a77-a68f-4533-be97-29a7ffd909c2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/quotas/19fdccfc21064d7db91d62c101c0b657 HTTP/1.1" status: 200  len: 375 time: 0.0315003
May 19 02:28:11.678377 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.679847 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.2867613
May 19 02:28:11.683104 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-227306b8-2f90-48c4-a19d-f80f24f634f0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:11.683826 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-227306b8-2f90-48c4-a19d-f80f24f634f0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Synchronizing usage tracker for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:11.688069 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47352) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:11.692380 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-a7dd90db-b2b5-4c9b-8be5-b0e29d8230c1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0684366
May 19 02:28:11.700676 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.731447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.784674 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:11.788144 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.807440 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.813966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0483427c-c6fb-4a16-9edb-e86d5d717bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:11.829641 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] For port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:11.838836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2ae5d-0ad7-453b-a1ca-e4215c3e46a3,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:11.852651 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:11.860024 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.861071 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60a2ae5d-0ad7-453b-a1ca-e4215c3e46a3 HTTP/1.1" status: 204  len: 168 time: 0.3581772
May 19 02:28:11.908733 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-c0cc44d6-7398-4824-8f71-83c663cd2560', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:28:11.909628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.935353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.943557 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:11.966982 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ba13cf05-40a9-4de8-b5e2-0905cd035e63 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:28:11.980308 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ba13cf05-40a9-4de8-b5e2-0905cd035e63 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1288023
May 19 02:28:11.981641 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-227306b8-2f90-48c4-a19d-f80f24f634f0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Unset dirty status for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:11.988340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-227306b8-2f90-48c4-a19d-f80f24f634f0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/networks?id=3ed7dc65-0316-4c51-bdc0-ed349dfa118d HTTP/1.1" status: 200  len: 811 time: 0.6049991
May 19 02:28:12.044678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:12.073759 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-ee9d70bf-b207-40fa-98c3-df2e7ff9b034 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/quotas/2ca5d9500aa24022bce8128e7a12cebc HTTP/1.1" status: 200  len: 375 time: 0.0756557
May 19 02:28:12.120169 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:12.158241 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7ef1850>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:09Z', 'revision_number': 3, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:12.162981 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:28:12.163368 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Updating router 16a694cf-6761-4f38-9ac3-5cd94726cab1 port f20b498d-8d4c-41ba-a601-472a1000f9a2 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:28:12.188149 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Pushing event updated for resources: {'Port': ['ID=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:12.190612 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-9384e426-1d01-4f22-b19c-9c6f880655c1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2ca5d9500aa24022bce8128e7a12cebc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1154332
May 19 02:28:12.206825 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:12.235552 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:12.289222 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-1061ac42-c49a-477d-9158-3623e1ccf1e2 service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062615
May 19 02:28:12.542504 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-d80fd6ee-7599-42c4-824c-eac19eaf11cf service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516785
May 19 02:28:12.548999 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Allocated IP 172.20.0.2 (c0cc44d6-7398-4824-8f71-83c663cd2560/2a1b8d05-587b-46a9-b067-9adcdee91fa6/2372ef66-045a-4dfa-8c1f-b9fad211d286) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:12.601161 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Allocated IP 172.27.0.104 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/382a0f9e-4acf-4d07-aaf2-91a3cac0e484) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:12.667832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-968d8bd0-330e-4a9c-a1df-91b285fde37d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:28:12.674703 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-968d8bd0-330e-4a9c-a1df-91b285fde37d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1391196
May 19 02:28:12.701845 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-89063bc7-0010-460d-b45c-78169deafd63 None None] Provisioning complete for port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:12.702226 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-89063bc7-0010-460d-b45c-78169deafd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.021138 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.057847 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Transition to ACTIVE for port object 2372ef66-045a-4dfa-8c1f-b9fad211d286 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:13.068320 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47418) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:13.087597 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Transition to ACTIVE for port object 2372ef66-045a-4dfa-8c1f-b9fad211d286 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:13.094858 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.102708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:13.240846 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Pushing event updated for resources: {'Port': ['ID=2372ef66-045a-4dfa-8c1f-b9fad211d286,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:13.257035 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:13.261204 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:13.262420 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:13.269930 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:13.279848 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.335147 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-69cb46a3-6512-48f1-9eb0-b31614d453c2 req-e4d910ab-c68e-4e84-92b2-5a47d999fba0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.1276846
May 19 02:28:13.356120 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:13.365638 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Usage tracker for resource:security_group_rule and tenant:72281ab8645a409590b8d635b57193a4 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:13.372457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:13.386134 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:13.497871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-dcd07988-60db-4cd0-bb77-934163d125a2 service neutron] 10.222.0.63 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8221486
May 19 02:28:13.508071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Attempting to bind port 2372ef66-045a-4dfa-8c1f-b9fad211d286 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:13.510906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Attempting to bind port 2372ef66-045a-4dfa-8c1f-b9fad211d286 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:13.511321 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Attempting to bind port 2372ef66-045a-4dfa-8c1f-b9fad211d286 on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:13.531080 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:13.531513 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Checking segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:13.533695 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.534115 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Bound using segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:13.534628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Bound port: 2372ef66-045a-4dfa-8c1f-b9fad211d286, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:13.535018 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.582502 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.591802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.610022 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:13.697140 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:13.739767 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233560a2-686b-414f-8897-811cd4f942f6,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:13.749239 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:13.777061 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=72281ab8645a409590b8d635b57193a4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7074928
May 19 02:28:13.777815 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-d94bcb23-568c-4400-9330-34a8aead65ac service neutron] 10.222.0.63 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635293
May 19 02:28:13.786058 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47448) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:13.786401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47450) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:13.883274 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] For port 2372ef66-045a-4dfa-8c1f-b9fad211d286, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:13.889153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] For port 2372ef66-045a-4dfa-8c1f-b9fad211d286, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=2372ef66-045a-4dfa-8c1f-b9fad211d286,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:13.892402 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:13.892990 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.924724 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.926847 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:13.941862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:13.974807 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.019403 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.090892 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.098959 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:14.112714 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233560a2-686b-414f-8897-811cd4f942f6,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:14.115787 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:14.123170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.124728 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/233560a2-686b-414f-8897-811cd4f942f6 HTTP/1.1" status: 204  len: 168 time: 0.3326960
May 19 02:28:14.183868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Pushing event updated for resources: {'Port': ['ID=2372ef66-045a-4dfa-8c1f-b9fad211d286,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:14.204103 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:14.218512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.226139 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.328634 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:14.343879 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Usage tracker for resource:security_group_rule and tenant:b77deb5ec7404ceda04106c01063000d is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:14.349587 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0b916c33-f8fb-43cc-b892-6ce077b37a21 req-1f0409eb-872d-420d-a269-0c2b08c164e6 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.0823436
May 19 02:28:14.350069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:14.357986 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:14.363047 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:14.493567 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.505623 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.518279 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:14.576747 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3a2d3754-85f0-4bdc-ba13-c5d5f6713ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:14.621755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:14.628958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.648448 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b77deb5ec7404ceda04106c01063000d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8530085
May 19 02:28:14.652309 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47498) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:14.661847 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:14.884598 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.900076 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Transition to ACTIVE for port object f20b498d-8d4c-41ba-a601-472a1000f9a2 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:14.911403 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:14.920449 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:14.920670 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0acf4-d428-4e86-bad2-c6d03de5c757,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:14.928929 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:14.936575 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47516) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:14.995086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.054106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.086185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.095363 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:15.100266 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Usage tracker for resource:security_group_rule and tenant:d69328149635425ab4d04dea61600380 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:15.121864 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:15.136124 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Attempting to bind port f20b498d-8d4c-41ba-a601-472a1000f9a2 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:15.136700 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Attempting to bind port f20b498d-8d4c-41ba-a601-472a1000f9a2 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:15.137295 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Attempting to bind port f20b498d-8d4c-41ba-a601-472a1000f9a2 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:15.161403 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:15.165341 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:15.165720 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:15.166124 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.166524 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:15.167002 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Bound port: f20b498d-8d4c-41ba-a601-472a1000f9a2, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:15.167497 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.231985 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Pushing event updated for resources: {'Port': ['ID=f20b498d-8d4c-41ba-a601-472a1000f9a2,revision_number=2']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:15.281491 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.287568 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4b2fcc5f-e7a9-4a5c-97ec-6685463c0333 req-f17ff63c-6114-47a6-8209-86aea1eb070a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.7821605
May 19 02:28:15.295302 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.295673 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.296017 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.296410 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.296746 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.297080 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.297679 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.298102 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.306836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.313119 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.313542 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.313881 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Tracked resource versions report:
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]: pushed versions:
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]: {   'AddressGroup': {'1.2'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'ConntrackHelper': {'1.0'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Log': {'1.0'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Network': {'1.1'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Port': {'1.7'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'PortForwarding': {'1.2'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'QosPolicy': {'1.8'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SecurityGroup': {'1.4'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SecurityGroupRule': {'1.2'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'SubPort': {'1.0'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Subnet': {'1.1'},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     'Trunk': {'1.1'}}
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]: consumer versions:
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]: {   DHCP agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     HyperV agent@hv-cinder-78462: {},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     L3 agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     Metadata agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     Metering agent@dv-cinder-784623-11-iscsi: {},
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:     Open vSwitch agent@dv-cinder-784623-11-iscsi: {   'AddressGroup': '1.2',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'ConntrackHelper': '1.0',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Log': '1.0',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Network': '1.1',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Port': '1.7',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'PortForwarding': '1.2',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'QosPolicy': '1.8',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SecurityGroup': '1.4',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SecurityGroupRule': '1.2',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'SubPort': '1.0',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Subnet': '1.1',
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:                                                       'Trunk': '1.1'}}
May 19 02:28:15.318261 dv-cinder-784623-11-iscsi neutron-server[91238]:  {{(pid=91238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 02:28:15.333316 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:15.349252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:15.360095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Pushing event updated for resources: {'Port': ['ID=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:15.414993 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] For port f20b498d-8d4c-41ba-a601-472a1000f9a2, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:15.420402 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0acf4-d428-4e86-bad2-c6d03de5c757,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:15.426047 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] For port f20b498d-8d4c-41ba-a601-472a1000f9a2, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f20b498d-8d4c-41ba-a601-472a1000f9a2,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:15.441751 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.444262 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:15.467976 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-9a229f95-f11d-4687-9127-a03e8cf73136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:15.475948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.480792 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64f0acf4-d428-4e86-bad2-c6d03de5c757 HTTP/1.1" status: 204  len: 168 time: 0.8113523
May 19 02:28:15.543728 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:15.609175 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.620653 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:15.706325 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f9eedc62-2314-430e-bc58-df33e29737d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:15.710212 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:15.711350 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7ef1850>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:15.738264 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d69328149635425ab4d04dea61600380&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8006632
May 19 02:28:15.760171 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 2372ef66-045a-4dfa-8c1f-b9fad211d286 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:15.763158 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47552) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:15.798517 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-694de595-2d85-4030-8490-47e653a89e36 req-3ac65692-5e55-4540-b8b4-4bfa3b5dcf17 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.2091811
May 19 02:28:15.828754 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0a322-9f5c-4f12-8c55-eeeb48b5eb55,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:15.835921 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:15.896424 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Pushing event updated for resources: {'Port': ['ID=f20b498d-8d4c-41ba-a601-472a1000f9a2,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:15.900855 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:15.983249 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e979420-1021-4907-8483-05f6567ab1d0 None None] Network c0cc44d6-7398-4824-8f71-83c663cd2560 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:28:16.035827 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 2372ef66-045a-4dfa-8c1f-b9fad211d286 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:16.207763 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:16.335065 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.394637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Allocated IP 172.20.0.1 (41ac00dd-c779-4103-9834-b0b94ee2e38e/1403cae9-51b1-4089-8427-5a4ad1542055/eeac7e58-dd09-4b9b-a611-a15943f14d98) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:16.454174 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.508504 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Provisioning for port 2372ef66-045a-4dfa-8c1f-b9fad211d286 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:16.539323 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Provisioning complete for port 2372ef66-045a-4dfa-8c1f-b9fad211d286 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:16.540500 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.577084 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.771022 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.813467 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:16.829135 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.55', 58131) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:16.948292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:17.014568 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] For port 2372ef66-045a-4dfa-8c1f-b9fad211d286, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=2372ef66-045a-4dfa-8c1f-b9fad211d286,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:17.025932 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:17.029610 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:17.077674 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7ef1850>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:09Z', 'revision_number': 3, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:17.088011 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3dada-30d1-4393-8c6d-1516f50da2b6 None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:09Z', 'revision_number': 3, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:28:17.277143 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Pushing event updated for resources: {'Port': ['ID=2372ef66-045a-4dfa-8c1f-b9fad211d286,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:17.284047 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:17.301217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-dd839d92-4a27-4420-b47a-d0994de33c6f None None] Provisioning complete for port 2372ef66-045a-4dfa-8c1f-b9fad211d286 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:17.303607 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-dd839d92-4a27-4420-b47a-d0994de33c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:17.307961 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-79136bf2-e490-4dcb-a8d6-802bc1e173f9 req-8fec65c3-41c3-4469-8c77-c42a1276ab4d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.5082223
May 19 02:28:17.333948 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:17.364228 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5d76c523-926f-4e9a-9d7b-9522cdc34f13 req-6822d383-aa8d-43c8-9dc2-6acfc07dcb8a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.0826635
May 19 02:28:17.376535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Transition to ACTIVE for port object eeac7e58-dd09-4b9b-a611-a15943f14d98 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:17.390875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0a322-9f5c-4f12-8c55-eeeb48b5eb55,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:17.391027 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-37572ffe-e576-4eab-9b68-743aa7e8f95b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:17.393189 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-37572ffe-e576-4eab-9b68-743aa7e8f95b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.55 "GET /v2.0/networks?id=3ed7dc65-0316-4c51-bdc0-ed349dfa118d HTTP/1.1" status: 200  len: 811 time: 0.5630298
May 19 02:28:17.398036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:17.458034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Request body: {'port': {'device_id': 'd2ccd326-af50-4087-9258-7537142fd45c', 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d', 'admin_state_up': True, 'tenant_id': '2ca5d9500aa24022bce8128e7a12cebc'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:17.499228 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:17.500340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5c0a322-9f5c-4f12-8c55-eeeb48b5eb55 HTTP/1.1" status: 204  len: 168 time: 1.7334163
May 19 02:28:17.684343 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 2372ef66-045a-4dfa-8c1f-b9fad211d286 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:17.757727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.55', 58138) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:17.924896 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:17.960885 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 2372ef66-045a-4dfa-8c1f-b9fad211d286 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:17.961960 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.027916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:18.084308 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:18.092017 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Usage tracker for resource:port and tenant:2ca5d9500aa24022bce8128e7a12cebc is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:18.106630 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:18.117698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:18.163736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Made reservation on behalf of 2ca5d9500aa24022bce8128e7a12cebc for: {'port': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:18.168335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.250913 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:18.277988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:18.290872 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:18.291738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.330333 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Pushing event updated for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:18.334888 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:18.372587 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.475898 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-92a6c1a4-34ff-48ea-b7a3-277468495053 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:18.476630 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-92a6c1a4-34ff-48ea-b7a3-277468495053 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:18.595340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-92a6c1a4-34ff-48ea-b7a3-277468495053 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:18.598573 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-92a6c1a4-34ff-48ea-b7a3-277468495053 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.8223283
May 19 02:28:18.652293 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Allocated IP 172.20.0.14 (3ed7dc65-0316-4c51-bdc0-ed349dfa118d/0f610612-67f3-4cae-8376-f51d7a00b813/a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:18.692511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Request body: {'port': {'device_id': '8fd62493-f065-4871-974f-e15d7b26dd82', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'admin_state_up': True, 'tenant_id': '19fdccfc21064d7db91d62c101c0b657'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:18.754261 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-1b16cb3f-3248-4e89-b833-465ebe304738 None None] Provisioning for port eeac7e58-dd09-4b9b-a611-a15943f14d98 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:18.764488 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-1b16cb3f-3248-4e89-b833-465ebe304738 None None] Provisioning complete for port eeac7e58-dd09-4b9b-a611-a15943f14d98 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:18.764765 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1b16cb3f-3248-4e89-b833-465ebe304738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.891240 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-1b16cb3f-3248-4e89-b833-465ebe304738 None None] Port eeac7e58-dd09-4b9b-a611-a15943f14d98 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:18.951449 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:18.967356 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e0850212-ce41-4fcf-8401-8c8d85301a4e req-24bd407e-7bb3-4db2-8c63-56fd47061627 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.0635583
May 19 02:28:18.973627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:18.977065 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Usage tracker for resource:port and tenant:19fdccfc21064d7db91d62c101c0b657 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:18.994065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae5ea181-7e7d-4b09-b3e0-e690a74134c1 req-32a3a1ae-7410-4f15-898c-3bd117e174f0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.0865426
May 19 02:28:18.995206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:19.008698 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:19.027289 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:19.040637 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-473c2e46-10a6-4121-9a13-ddaaff85b2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:19.085025 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:19.088688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:19.116119 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:19.125514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:19.146515 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:19.154691 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:19.155705 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:19.194141 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7411554
May 19 02:28:19.205853 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Pushing event updated for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:19.213541 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-76855da9-7985-4003-9c69-484624bf5894 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:28:19.215798 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-76855da9-7985-4003-9c69-484624bf5894 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0112040
May 19 02:28:19.216865 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:19.235904 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:19.278809 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Router dd4cf483-8320-4ed3-ac9f-155df16c512a is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:28:19.643543 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f20b498d-8d4c-41ba-a601-472a1000f9a2 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:19.807025 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port f20b498d-8d4c-41ba-a601-472a1000f9a2 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:19.812954 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f20b498d-8d4c-41ba-a601-472a1000f9a2 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:19.813336 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:20.077962 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:20.115811 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port f20b498d-8d4c-41ba-a601-472a1000f9a2, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f20b498d-8d4c-41ba-a601-472a1000f9a2,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:20.126666 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:20.130381 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-a71f791c-61cf-462b-8c78-74588ae67183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:20.327461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=f20b498d-8d4c-41ba-a601-472a1000f9a2,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:20.334029 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:20.372599 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de5a86-a5f0-4694-a036-69a34f856840 req-87a20c5c-6e7a-4abb-a5a2-eb1cb5837d02 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:20.373920 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-24de5a86-a5f0-4694-a036-69a34f856840 req-87a20c5c-6e7a-4abb-a5a2-eb1cb5837d02 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Synchronizing usage tracker for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:20.399400 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:28:20.410209 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:28:20.428779 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:20.432756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6cb58b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:20.462246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-24de5a86-a5f0-4694-a036-69a34f856840 req-87a20c5c-6e7a-4abb-a5a2-eb1cb5837d02 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Unset dirty status for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:20.463928 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-24de5a86-a5f0-4694-a036-69a34f856840 req-87a20c5c-6e7a-4abb-a5a2-eb1cb5837d02 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.2327795
May 19 02:28:20.481334 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2ef69537-b2d1-4927-a029-f40b25fd04ca req-f973545e-de2c-4c6b-b083-f79b1699699f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.0853691
May 19 02:28:20.535053 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Allocated IP 172.20.0.7 (62ffb6e0-cf90-4a18-ad1d-a7790d86363a/2d9fa099-572c-4fe0-9fa5-a85c14785c78/c49a7011-94b5-451b-a133-7e3b83018fc7) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:20.553634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:20.562277 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47726) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:20.564650 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.9996121
May 19 02:28:20.819471 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-24de5a86-a5f0-4694-a036-69a34f856840 req-45cac4bb-01dc-4f91-8ac9-4dfca00fab98 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3496239
May 19 02:28:20.939645 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:20.986221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:20.996206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.008070 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.026191 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d6a792b4-bb32-4a9e-a095-b7f76c96b6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:21.140353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.225314 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Pushing event updated for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:21.232106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:21.298746 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:21.301070 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:21.399626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.404255 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6cb58b0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:15Z', 'revision_number': 3, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:21.409861 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:28:21.410220 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Updating router dd4cf483-8320-4ed3-ac9f-155df16c512a port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:28:21.443300 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:21.480185 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.530248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:21.549190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:21.555862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:21.562079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:21.562716 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.603163 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:21.658377 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event updated for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:21.666384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:21.677785 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9981115
May 19 02:28:21.690557 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:28:21.857517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f20b498d-8d4c-41ba-a601-472a1000f9a2 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:21.941858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-5e2e0a08-dd73-49e5-b192-8f24335ad801 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:21.942746 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-5e2e0a08-dd73-49e5-b192-8f24335ad801 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:21.979185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-5e2e0a08-dd73-49e5-b192-8f24335ad801 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:21.980504 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-5e2e0a08-dd73-49e5-b192-8f24335ad801 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.2888608
May 19 02:28:21.983738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:28:21.992970 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:28:21.999167 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] 10.222.0.63 "PUT /v2.0/routers/16a694cf-6761-4f38-9ac3-5cd94726cab1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2859838
May 19 02:28:22.003566 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-609b2eb0-1861-4141-a68d-764d8c4d46fd None None] Provisioning complete for port eeac7e58-dd09-4b9b-a611-a15943f14d98 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:22.003566 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-609b2eb0-1861-4141-a68d-764d8c4d46fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.037962 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:22.039904 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7df18b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:22.061951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-0bfc99a0-af9b-4c63-8359-0e7c7f50c941 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:22.103991 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-0bfc99a0-af9b-4c63-8359-0e7c7f50c941 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:22.105221 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ff71fe68-5c0e-40fc-b69f-8b9958f1e28e req-0bfc99a0-af9b-4c63-8359-0e7c7f50c941 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048167
May 19 02:28:22.132391 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Allocated IP 172.20.0.1 (c0cc44d6-7398-4824-8f71-83c663cd2560/2a1b8d05-587b-46a9-b067-9adcdee91fa6/8cc5cb54-fc11-41ff-88e8-9207aad6544b) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:22.172259 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-609b2eb0-1861-4141-a68d-764d8c4d46fd None None] Port eeac7e58-dd09-4b9b-a611-a15943f14d98 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:22.225094 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f20b498d-8d4c-41ba-a601-472a1000f9a2 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:22.225682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.261288 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.299854 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Transition to ACTIVE for port object 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:22.323823 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.336688 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-fdc913cb-7ae2-43a3-a303-d29d2756e3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:22.424228 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Pushing event updated for resources: {'Port': ['ID=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:22.449043 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:22.525754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Attempting to bind port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:22.526844 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Attempting to bind port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:22.527488 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Attempting to bind port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:22.536619 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:22.537236 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:22.538162 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.538697 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:22.539987 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Bound port: 382a0f9e-4acf-4d07-aaf2-91a3cac0e484, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:22.540518 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.580624 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:22.666885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94f9d-bf32-42f9-84d3-4847406ec271 req-b3a62ad0-6e47-40d0-96a1-65a056c4157a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:22.678583 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-def94f9d-bf32-42f9-84d3-4847406ec271 req-b3a62ad0-6e47-40d0-96a1-65a056c4157a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.5375504
May 19 02:28:22.712851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] For port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:22.728233 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] For port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:22.747915 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.763992 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:22.764161 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.776427 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-def94f9d-bf32-42f9-84d3-4847406ec271 req-67a34a55-0388-4ddf-9c55-393f859f3f63 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967326
May 19 02:28:22.795843 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.provisioning_blocks [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Transition to ACTIVE for port object 8cc5cb54-fc11-41ff-88e8-9207aad6544b will not be triggered until provisioned by entity DHCP. {{(pid=91235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:22.832217 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:22.840534 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:22.942815 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:22.946311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:22.947139 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6cb58b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:22.947370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:22.959476 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:22.964035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:22.977241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:22.977763 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.118393 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Pushing event updated for resources: {'Port': ['ID=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:23.124929 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:23.262499 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47800) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:23.276590 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588017312', 'description': 'tempest-description--1874352147'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:23.293224 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:23.301855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:23.306251 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:23.324111 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:23.356663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.393091 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7df18b0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 2, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:23.397542 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:28:23.397911 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Updating router 16a694cf-6761-4f38-9ac3-5cd94726cab1 port eeac7e58-dd09-4b9b-a611-a15943f14d98 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:28:23.399849 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:23.403673 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:23.409951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:23.422194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:23.430495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:23.545606 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.588816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.606757 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.611102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:23.701799 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5116229d-4096-4597-9489-f03dc9cdb3b3,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:23.704698 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:23.713003 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.717557 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4530869
May 19 02:28:23.718264 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47822) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:23.723882 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group_rule': {'security_group_id': '5116229d-4096-4597-9489-f03dc9cdb3b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:23.743338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:23.747375 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:23.750887 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:23.764986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:23.768530 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b2c46-8616-4ca8-a23f-bcc628e21c60 req-164c3082-a0e6-476a-9652-220eab6e447d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:23.770645 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e87b2c46-8616-4ca8-a23f-bcc628e21c60 req-164c3082-a0e6-476a-9652-220eab6e447d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.3474162
May 19 02:28:23.798858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.916447 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-cd707a47-3d2e-44d1-8aa5-e09cfb1ef2f2 None None] Provisioning for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:23.935682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-cd707a47-3d2e-44d1-8aa5-e09cfb1ef2f2 None None] Provisioning complete for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:23.938885 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-cd707a47-3d2e-44d1-8aa5-e09cfb1ef2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.940678 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.962147 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.964287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:23.983044 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e87b2c46-8616-4ca8-a23f-bcc628e21c60 req-21e59882-9ccd-4285-8769-c6a9bb3c0af1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047269
May 19 02:28:23.993742 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:23.996378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebda9ba7-29b9-4c42-bffd-d4326d65f4c5,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:24.002954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:24.014579 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.018731 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2994521
May 19 02:28:24.019364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47840) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:24.033558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group_rule': {'security_group_id': '5116229d-4096-4597-9489-f03dc9cdb3b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:24.075385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:24.084388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:24.090093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:24.105389 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-cd707a47-3d2e-44d1-8aa5-e09cfb1ef2f2 None None] Port 8cc5cb54-fc11-41ff-88e8-9207aad6544b cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:24.127556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:24.267322 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6cb58b0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:15Z', 'revision_number': 3, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:24.272973 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682de0f-cdd9-4f41-9f78-993314f6bb99 None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:15Z', 'revision_number': 3, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:28:24.286204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.320215 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.345681 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Transition to ACTIVE for port object eeac7e58-dd09-4b9b-a611-a15943f14d98 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:24.354136 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.364164 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-1c71d3f8-bb49-4c94-885b-af61271c1989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:24.368579 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aebe2-6724-4375-8ee3-0d57fa9da7c5 req-3381bd23-93f7-488d-ae77-6b78ece86e1a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:24.380153 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-902aebe2-6724-4375-8ee3-0d57fa9da7c5 req-3381bd23-93f7-488d-ae77-6b78ece86e1a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.2602742
May 19 02:28:24.380311 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.391167 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.395598 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.407073 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:24.419905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.429372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.455380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1755b796-dd95-4511-9c03-d28ab4c02395 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:24.475969 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726b2721-d381-4e1d-a180-a796df699572,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:24.487808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:24.490000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-902aebe2-6724-4375-8ee3-0d57fa9da7c5 req-053cacad-11c2-476a-b1f9-cd5debc149e0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Synchronizing usage tracker for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:24.527076 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.530621 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5077813
May 19 02:28:24.531643 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47866) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:24.537768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-902aebe2-6724-4375-8ee3-0d57fa9da7c5 req-053cacad-11c2-476a-b1f9-cd5debc149e0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Unset dirty status for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:24.539702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-902aebe2-6724-4375-8ee3-0d57fa9da7c5 req-053cacad-11c2-476a-b1f9-cd5debc149e0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416395
May 19 02:28:24.542409 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Pushing event updated for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:24.543038 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:24.562597 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:24.572951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:floatingip and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:24.578391 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:24.592401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:24.596250 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:24.615844 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:24.620480 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:24.620811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.737805 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Attempting to bind port eeac7e58-dd09-4b9b-a611-a15943f14d98 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:24.738307 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Attempting to bind port eeac7e58-dd09-4b9b-a611-a15943f14d98 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:24.738769 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Attempting to bind port eeac7e58-dd09-4b9b-a611-a15943f14d98 on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:24.746426 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:24.746626 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:24.747044 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Checking segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:24.747740 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.748044 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Bound using segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:24.748618 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Bound port: eeac7e58-dd09-4b9b-a611-a15943f14d98, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:24.749694 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:24.749895 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:25.072302 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] For port eeac7e58-dd09-4b9b-a611-a15943f14d98, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:25.092231 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] For port eeac7e58-dd09-4b9b-a611-a15943f14d98, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=eeac7e58-dd09-4b9b-a611-a15943f14d98,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:25.104419 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:25.114824 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:25.277721 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:25.278365 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7df18b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:25.296260 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-399d31e7-5a09-4a43-86a3-4de5d029eb71 None None] Provisioning complete for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:25.296806 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-399d31e7-5a09-4a43-86a3-4de5d029eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:25.411020 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Pushing event updated for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=4']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:25.426573 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:25.505178 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:25.511093 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-399d31e7-5a09-4a43-86a3-4de5d029eb71 None None] Port 8cc5cb54-fc11-41ff-88e8-9207aad6544b cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:25.539668 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:28:25.696353 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:25.753147 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:25.870951 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:25.876283 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:25.876720 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:25.923681 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bab13-9178-41be-b492-298578ac8b8f req-86c0ad98-0eb3-4cc4-bc54-ce7387d8b16a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:25.927432 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-325bab13-9178-41be-b492-298578ac8b8f req-86c0ad98-0eb3-4cc4-bc54-ce7387d8b16a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.6924605
May 19 02:28:26.101113 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.108768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Allocated IP 172.27.0.112 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/07ca080b-49bf-4927-afaf-2f899247745d) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:26.131795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab767d-1486-4e18-b2ec-d4c9b069b7a2 req-cffb0e78-0c95-4779-b271-022a3109ab45 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:26.136316 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e1ab767d-1486-4e18-b2ec-d4c9b069b7a2 req-cffb0e78-0c95-4779-b271-022a3109ab45 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.3672755
May 19 02:28:26.145722 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:26.153558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.158325 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-9a38c13e-1167-416e-bbf7-845a9ef1e381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:26.194103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47906) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:26.219652 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-325bab13-9178-41be-b492-298578ac8b8f req-0af407c0-50d0-4a2e-b66e-1a7345488e02 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701013
May 19 02:28:26.274089 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:26.279274 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:28:26.287513 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:26.290877 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7df18b0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:25Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:26.295000 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] 10.222.0.63 "PUT /v2.0/routers/dd4cf483-8320-4ed3-ac9f-155df16c512a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7316997
May 19 02:28:26.295968 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3775be0-847b-4904-8ebe-81c785cb358d None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:25Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:28:26.347711 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e1ab767d-1486-4e18-b2ec-d4c9b069b7a2 req-ee417bde-b2f9-4060-b266-12669665d454 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892574
May 19 02:28:26.431980 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.456439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.477184 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:26.482780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Usage tracker for resource:security_group_rule and tenant:662bd3aad8634a7e852c6dc985a651c6 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:26.486510 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:26.494963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:26.532955 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.541299 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:26.616772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:26.621318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:26.627658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:26.640531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=07ca080b-49bf-4927-afaf-2f899247745d,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:26.648028 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:26.739619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.742909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.750155 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.758985 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-af78dc9f-8c3f-4cb1-b666-5e4cbf3f8bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:26.875128 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=662bd3aad8634a7e852c6dc985a651c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6765084
May 19 02:28:26.879978 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47924) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:26.882243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d7c088-ef1d-40d6-945b-df80390e5011,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:26.890893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:26.891657 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:26.948589 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:28:26.961423 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:26.962750 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6ddcbe0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:27.009488 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.037353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.103223 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.117753 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5f8f9823-64eb-4377-a619-cd2dfccb018b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:27.141519 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d7c088-ef1d-40d6-945b-df80390e5011,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:27.144147 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:27.149235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.165933 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/28d7c088-ef1d-40d6-945b-df80390e5011 HTTP/1.1" status: 204  len: 168 time: 0.2720735
May 19 02:28:27.251226 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.261331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.266535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d7df9a37-4fa5-41f1-a18e-49ffde46fecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:27.391022 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:27.397313 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.614030 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=07ca080b-49bf-4927-afaf-2f899247745d,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:27.621231 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:27.667240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.670589 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1336520
May 19 02:28:27.754059 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd32c67-655c-4b57-929e-9e9d74783b40 req-b1c069f0-956e-45de-b903-909f0bfc9e39 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:27.760850 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0bd32c67-655c-4b57-929e-9e9d74783b40 req-b1c069f0-956e-45de-b903-909f0bfc9e39 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.3363285
May 19 02:28:27.832965 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0bd32c67-655c-4b57-929e-9e9d74783b40 req-4e928d82-130f-4407-9db6-5cfc6673ede2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678985
May 19 02:28:27.884591 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47942) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:27.917114 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:27.947093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 47948) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:27.957600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68235509', 'description': 'tempest-description--1247291370'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:27.968046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:27.982354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:27.987100 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:27.997372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:28.008152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:28.013588 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device eeac7e58-dd09-4b9b-a611-a15943f14d98 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:28.015748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Usage tracker for resource:security_group_rule and tenant:12f5aeca4493469c813d14d78479d6a8 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:28.024280 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:28.042876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.108378 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:28.122239 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:28.132111 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:28.153512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:28.210806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:28.263681 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-76c9b3ca-7afd-415b-b414-df86c9c53cfc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1588017312&fields=id&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 267 time: 0.0707760
May 19 02:28:28.445795 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-d89636c5-70d9-4485-9f0e-3dadc50f63d0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:28.449475 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6ddcbe0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:24Z', 'revision_number': 2, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:28.462322 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port eeac7e58-dd09-4b9b-a611-a15943f14d98 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:28.463029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.463661 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-d89636c5-70d9-4485-9f0e-3dadc50f63d0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 817 time: 0.1988137
May 19 02:28:28.472861 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:28:28.477965 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.478238 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Updating router dd4cf483-8320-4ed3-ac9f-155df16c512a port 8cc5cb54-fc11-41ff-88e8-9207aad6544b binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:28:28.508776 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-b87d3c60-6b2d-42e2-ae9f-a37b5c8a48c5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/quotas/6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 375 time: 0.0441427
May 19 02:28:28.510753 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-288d7d25-55a0-4c24-a0b3-c05c14446ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:28.569931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.571534 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port eeac7e58-dd09-4b9b-a611-a15943f14d98 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:28.571970 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.588450 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab86ae-a664-49d3-8c2a-3b7ff287512c,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:28.600993 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.621857 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b13-70bc-4682-a899-62f6ec028c7a req-9953a2a5-62d7-4310-81eb-7f8b4ec064c9 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:28.628154 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:28.629779 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0ee31b13-70bc-4682-a899-62f6ec028c7a req-9953a2a5-62d7-4310-81eb-7f8b4ec064c9 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.5915737
May 19 02:28:28.701987 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:28.708917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:28.713297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:28.748200 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=12f5aeca4493469c813d14d78479d6a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8625243
May 19 02:28:28.750738 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.753737 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47970) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:28.764564 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0ee31b13-70bc-4682-a899-62f6ec028c7a req-61cc7224-f295-4816-8012-d1a3ad349da8 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339297
May 19 02:28:28.769152 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-4622a3bd-143c-45cc-8992-d3155571624f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2584984
May 19 02:28:28.773783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.775809 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.8229537
May 19 02:28:28.799051 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 47974) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:28.813798 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group_rule': {'security_group_id': 'fd444077-3ee2-4ba6-9194-4d1cbd0f68ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:28.857835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:28.897760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:28.934492 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:28.939155 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:28.974871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:28.995643 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-c126634c-2c61-417f-adf8-b0b92fdc71c2 service neutron] 10.222.0.63 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177105
May 19 02:28:29.085044 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.117969 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.293181 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.316395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port eeac7e58-dd09-4b9b-a611-a15943f14d98, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=eeac7e58-dd09-4b9b-a611-a15943f14d98,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:29.330342 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.331216 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:29.368896 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-7bfd802c-5e5d-44c4-a05d-cd60131369da service neutron] 10.222.0.63 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3717086
May 19 02:28:29.482899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.536912 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6d9ce-d6ab-4338-b25e-dcf7ec4b6675 req-a8ef9370-3696-4528-91c2-75a5246b3c98 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:29.539677 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-eba6d9ce-d6ab-4338-b25e-dcf7ec4b6675 req-a8ef9370-3696-4528-91c2-75a5246b3c98 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.3802302
May 19 02:28:29.547159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:29.568686 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.574479 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58ab86ae-a664-49d3-8c2a-3b7ff287512c HTTP/1.1" status: 204  len: 168 time: 0.8178134
May 19 02:28:29.646752 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab86ae-a664-49d3-8c2a-3b7ff287512c,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:29.656641 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:29.664816 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-eba6d9ce-d6ab-4338-b25e-dcf7ec4b6675 req-e35b59e7-562c-4c2c-a7dd-d6368caddd13 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039155
May 19 02:28:29.684535 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:29.705036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.713370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.768496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1079a711-de9f-4390-a690-da86c73795d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:29.783952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.785406 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9840310
May 19 02:28:29.790642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48004) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:29.798838 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd29c754-3a96-4fac-b3d4-f2ff657e0d32 req-a6bb9157-8af5-4196-992e-639e2ade248d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0852134
May 19 02:28:29.809026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b784fa8-3fc9-4927-b777-0a14fbc70b04,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:29.815495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-67fc20ac-e26a-4b03-9516-164ed18d939b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:29.828657 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group_rule': {'security_group_id': 'fd444077-3ee2-4ba6-9194-4d1cbd0f68ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:29.836483 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:29.842520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:29.845753 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:29.858721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:29.909902 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.948608 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:29.949018 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:29.995930 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.018151 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:30.033267 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:30.041569 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Transition to ACTIVE for port object 8cc5cb54-fc11-41ff-88e8-9207aad6544b will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:30.072505 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.082856 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:30.259251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Pushing event updated for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:30.281901 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:30.295313 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba1765-229e-4fa1-9420-8022eb86bef5 req-5ed1fbfd-1f06-419a-b122-b799caadf679 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:30.303776 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-26ba1765-229e-4fa1-9420-8022eb86bef5 req-5ed1fbfd-1f06-419a-b122-b799caadf679 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.1998036
May 19 02:28:30.385182 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.402519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.427595 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:30.453127 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-26ba1765-229e-4fa1-9420-8022eb86bef5 req-3401f6fb-ba50-4c9c-a340-21015b35b320 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450620
May 19 02:28:30.472612 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9772cfb-bd28-4e77-8b74-b50b04960643,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:30.475921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:30.504178 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.509715 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48026) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:30.511552 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6948502
May 19 02:28:30.519227 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:30.536150 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:30.551346 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.551901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:floatingip and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:30.556486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:30.563790 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Attempting to bind port 8cc5cb54-fc11-41ff-88e8-9207aad6544b on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:30.564177 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Attempting to bind port 8cc5cb54-fc11-41ff-88e8-9207aad6544b by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:30.564628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Attempting to bind port 8cc5cb54-fc11-41ff-88e8-9207aad6544b on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:30.573780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:30.580061 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:30.580518 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Checking segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:30.583639 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.583786 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Bound using segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:30.586499 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Bound port: 8cc5cb54-fc11-41ff-88e8-9207aad6544b, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:30.588062 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.596650 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.794583 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] For port 8cc5cb54-fc11-41ff-88e8-9207aad6544b, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:30.802707 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] For port 8cc5cb54-fc11-41ff-88e8-9207aad6544b, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=8cc5cb54-fc11-41ff-88e8-9207aad6544b,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:30.821037 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.842527 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:30.925408 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:30.974782 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device eeac7e58-dd09-4b9b-a611-a15943f14d98 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:31.133653 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:28:31.137952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6ddcbe0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:28:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:31.252688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-709c00e6-ed33-449f-a14b-f96f294ca2cc req-eaabc317-557a-4420-b576-d0903296e70d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:31.319485 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-709c00e6-ed33-449f-a14b-f96f294ca2cc req-eaabc317-557a-4420-b576-d0903296e70d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:31.329264 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-709c00e6-ed33-449f-a14b-f96f294ca2cc req-eaabc317-557a-4420-b576-d0903296e70d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.2614460
May 19 02:28:31.390509 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e052a-26e0-4155-8738-dabaa3b26a1b req-9f00ff7c-cc9a-47d6-9677-3d839e057e52 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:31.397750 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-510e052a-26e0-4155-8738-dabaa3b26a1b req-9f00ff7c-cc9a-47d6-9677-3d839e057e52 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.4635510
May 19 02:28:31.621120 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-510e052a-26e0-4155-8738-dabaa3b26a1b req-afaf3797-3421-4f2a-93b6-db37ded42d79 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218275
May 19 02:28:31.622543 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Allocated IP 172.27.0.135 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/dba27280-6687-456d-adae-44a8305a07cf) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:31.671340 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0808e032-3862-4d96-832a-6f4a8a655c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:31.713674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Pushing event updated for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:31.736163 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:31.738769 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port eeac7e58-dd09-4b9b-a611-a15943f14d98 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:31.739730 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:31.866287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66117a1-9110-40db-b34d-858895e74142 req-66e22dd9-7769-41e0-b39e-a27c8f1979dc tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:31.880062 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f66117a1-9110-40db-b34d-858895e74142 req-66e22dd9-7769-41e0-b39e-a27c8f1979dc tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.1734824
May 19 02:28:31.918461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48078) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:31.936408 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:28:32.021852 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f66117a1-9110-40db-b34d-858895e74142 req-6cc62bd1-002c-4c9d-84d8-3e376f20242e tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411686
May 19 02:28:32.170246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.253441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.258783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f6b7ab4e-f68b-4629-ac09-df07e87de242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:32.342194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.353618 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:32.356736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:32.360628 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:32.368758 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:32.371155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=dba27280-6687-456d-adae-44a8305a07cf,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:32.373681 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c89eae88f0f492bb70090cc8f31002c is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:32.376129 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:32.377180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:32.384453 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:32.457547 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.545229 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.556086 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.575022 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-52cc9682-1d14-423c-8d79-cc63ad36183a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:32.581438 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2d5d5dac-1f85-4ae9-8354-ddd65d30af1a req-a144c728-fc34-40da-a5be-8607d37ad6dd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0702465
May 19 02:28:32.603464 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.635801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c89eae88f0f492bb70090cc8f31002c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7145190
May 19 02:28:32.637532 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff668b5-919a-42c7-8b16-578d0117ed4b,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:32.641632 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48104) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:32.644467 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:32.709101 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.753799 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6ddcbe0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:30Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:28:32.755896 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.760217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691bf7d-d0ea-43f5-b4f7-0da8ccd1e7fb None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:30Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:28:32.883158 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68132fe0-3d8e-450c-9877-9e4fccd46768 req-671b84d2-1b04-49b8-ba75-d93dda8b7cf2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:32.884666 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-68132fe0-3d8e-450c-9877-9e4fccd46768 req-671b84d2-1b04-49b8-ba75-d93dda8b7cf2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.1309681
May 19 02:28:32.920367 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.933492 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f8bbff3c-57db-4f79-9e3a-025f9d439b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:32.951347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff668b5-919a-42c7-8b16-578d0117ed4b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:32.962162 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:32.966058 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.974741 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.976100 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aff668b5-919a-42c7-8b16-578d0117ed4b HTTP/1.1" status: 204  len: 168 time: 0.3333900
May 19 02:28:32.977379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:32.991677 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-68132fe0-3d8e-450c-9877-9e4fccd46768 req-613d3b30-8e71-49e9-8eba-258850690d65 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942700
May 19 02:28:32.992350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:33.051802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.096802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=dba27280-6687-456d-adae-44a8305a07cf,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:33.100520 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:33.102995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.104869 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5926685
May 19 02:28:33.298700 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a24110-ffdb-4091-8365-5d69d40c6e00 req-c7436f9d-089d-4535-8bc6-c4abab67d85f tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:33.301537 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3a24110-ffdb-4091-8365-5d69d40c6e00 req-c7436f9d-089d-4535-8bc6-c4abab67d85f tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.1073024
May 19 02:28:33.383882 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3a24110-ffdb-4091-8365-5d69d40c6e00 req-e8fb718a-2db7-4214-899a-4f28c54fcd7d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754905
May 19 02:28:33.430169 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.439868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7a115ffc-0303-4752-9d8a-f560aac185c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.462246 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48138) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:33.589120 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-f69bc959-83b5-4c6d-98a1-edd9e5b9468e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:33.615884 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.640067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:33.646338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca55db99554c4a5aab37cfe785844eb5 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:33.650401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:33.666562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:33.673121 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-f69bc959-83b5-4c6d-98a1-edd9e5b9468e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:33.681857 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-f69bc959-83b5-4c6d-98a1-edd9e5b9468e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--68235509&fields=id&tenant_id=e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 267 time: 0.1390536
May 19 02:28:33.810603 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e04e0c2c-7bdd-4fbb-92dc-63fc42107fd4 req-98903171-19c1-4519-ac76-7ea4842de7d2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0699487
May 19 02:28:33.889017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-6a42ed76-8e4e-46e7-8431-7010bd13f3d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:33.889723 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-6a42ed76-8e4e-46e7-8431-7010bd13f3d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:33.969853 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.979772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:33.995238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a2b4db2a-2ab1-4da7-9f7d-8d72a7a38afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:34.009348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-6a42ed76-8e4e-46e7-8431-7010bd13f3d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:34.015663 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-6a42ed76-8e4e-46e7-8431-7010bd13f3d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 810 time: 0.3328774
May 19 02:28:34.062833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889bc99b-6bee-4338-a95c-386d5d872a0f,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:34.068188 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-4802066f-5348-493f-ac9a-0fb41d28bb2f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/quotas/e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 375 time: 0.0514860
May 19 02:28:34.069240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:34.075915 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca55db99554c4a5aab37cfe785844eb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6097572
May 19 02:28:34.076323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48168) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:34.275459 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834444e2-8263-4e0f-815f-c9b2dd98d85a req-dbd92c46-26c5-4898-97ca-b57d52767167 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:34.276597 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:34.282782 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-834444e2-8263-4e0f-815f-c9b2dd98d85a req-dbd92c46-26c5-4898-97ca-b57d52767167 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.1078999
May 19 02:28:34.318181 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-76b22d37-f21b-46c8-9abf-701f93cdb137 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2102034
May 19 02:28:34.349152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:34.353944 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-834444e2-8263-4e0f-815f-c9b2dd98d85a req-c63c7e04-496a-442e-ad89-b935717483b1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699730
May 19 02:28:34.595151 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-58cd50ed-e546-47fa-9442-e810d074fe94 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380657
May 19 02:28:34.624582 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:34.690030 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45512-1e14-4670-97db-f9bef57191ae req-969f7758-5132-44f3-839e-40d0413cff14 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:34.692167 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6da45512-1e14-4670-97db-f9bef57191ae req-969f7758-5132-44f3-839e-40d0413cff14 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.1416819
May 19 02:28:34.759496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:34.772795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:34.802759 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6da45512-1e14-4670-97db-f9bef57191ae req-9aa5fcf6-3de2-479e-89ae-a6242c27cfc4 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730088
May 19 02:28:34.805199 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889bc99b-6bee-4338-a95c-386d5d872a0f,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:34.811302 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:34.822621 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-24dd6ed0-3bea-4378-8b6d-05bbf77a8e7e service neutron] 10.222.0.63 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196188
May 19 02:28:34.823681 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:34.827396 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/889bc99b-6bee-4338-a95c-386d5d872a0f HTTP/1.1" status: 204  len: 168 time: 0.7469676
May 19 02:28:34.919015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 8cc5cb54-fc11-41ff-88e8-9207aad6544b up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:35.090884 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:35.102829 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:35.103264 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.119231 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-241b3fe7-d730-4ae3-97dc-b4726ae0ea06 req-55c9c59e-f3ab-4b14-b40b-481d50dd467d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0721204
May 19 02:28:35.264796 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-65099148-eba2-4748-b862-275545718c9d req-a6644eed-ae80-436f-9262-1d87b242ae45 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0972917
May 19 02:28:35.342783 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.381478 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 8cc5cb54-fc11-41ff-88e8-9207aad6544b, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=8cc5cb54-fc11-41ff-88e8-9207aad6544b,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:28:35.386849 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.389209 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:35.479765 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:35.486751 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:35.513352 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48214) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:35.545515 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.571104 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:35.575009 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Usage tracker for resource:security_group_rule and tenant:d156bc77beef450c86036fd3160f236e is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:35.577918 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:35.584776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:35.624864 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d682-4027-46cc-a739-e63d51d189fd req-7e9b76ab-a9ec-43c8-bbac-08a5cf5bcd09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:35.634167 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9571d682-4027-46cc-a739-e63d51d189fd req-7e9b76ab-a9ec-43c8-bbac-08a5cf5bcd09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.1378968
May 19 02:28:35.699929 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9571d682-4027-46cc-a739-e63d51d189fd req-395d29aa-1879-451d-bf01-800c9105c827 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630136
May 19 02:28:35.734833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.739619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.755623 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:35.810034 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d156bc77beef450c86036fd3160f236e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956216
May 19 02:28:35.810429 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48226) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:35.818531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be2ef1-d4ea-474b-8368-40cca7329b0c,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:35.833322 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:35.911768 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:35.950427 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:36.015419 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:36.020650 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-98ad7e28-c946-4be9-9cc4-fd218293a916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:36.031714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b623c17-2875-4546-a65f-f1ec39c195c5 req-640f6b69-da74-49e6-9bd4-93ddf4620240 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:36.033297 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b623c17-2875-4546-a65f-f1ec39c195c5 req-640f6b69-da74-49e6-9bd4-93ddf4620240 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.0979934
May 19 02:28:36.034166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be2ef1-d4ea-474b-8368-40cca7329b0c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:36.037261 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:36.038189 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:36.041573 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90be2ef1-d4ea-474b-8368-40cca7329b0c HTTP/1.1" status: 204  len: 168 time: 0.2275059
May 19 02:28:36.100149 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b623c17-2875-4546-a65f-f1ec39c195c5 req-dc8e108b-c692-488b-b7d2-78202252e69a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465724
May 19 02:28:36.165620 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:36.280816 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-50d9c6dc-644e-499d-99cb-57c53edd95a8 req-f3bbc847-12eb-4fa6-91d3-cc6c9ae80c63 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0467803
May 19 02:28:36.409332 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-afd50658-1382-401f-bcf7-98c686e5897b req-fe62831c-c2ae-48be-9730-e498d9016e21 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0423357
May 19 02:28:36.868436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 8cc5cb54-fc11-41ff-88e8-9207aad6544b up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:28:36.888249 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4befa1-bab0-4b0a-b09e-454831359307 req-39875c57-73a5-4ac0-a9f9-3dd6408f205d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:36.889676 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea4befa1-bab0-4b0a-b09e-454831359307 req-39875c57-73a5-4ac0-a9f9-3dd6408f205d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.0904961
May 19 02:28:36.935236 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea4befa1-bab0-4b0a-b09e-454831359307 req-d4c87539-f892-4e21-a13e-bd7b7b1f8178 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399530
May 19 02:28:36.949870 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 8cc5cb54-fc11-41ff-88e8-9207aad6544b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:36.950551 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:37.338261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f9a55-50af-46d3-ae3c-776265e6cb1f req-fec7d49d-e6be-449e-8dac-99a62e4d3dc3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:37.340463 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e9f9a55-50af-46d3-ae3c-776265e6cb1f req-fec7d49d-e6be-449e-8dac-99a62e4d3dc3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 932 time: 0.1357920
May 19 02:28:37.389712 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e9f9a55-50af-46d3-ae3c-776265e6cb1f req-49d44c8a-176a-4b42-8d14-906d4b6caf62 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434268
May 19 02:28:37.442358 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-72d0f5ad-bbf3-4c8b-aab5-01d7fb1fc6e4 req-a7de559a-62a0-40ef-a45b-2e0f04e5a2e8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0426946
May 19 02:28:37.562207 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d74bf822-fadc-4d61-af0a-791072b1d76d req-1f8dbc95-6347-4432-8e82-ead6df4fef81 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0444236
May 19 02:28:37.747360 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Request body: {'port': {'device_id': 'd2ccd326-af50-4087-9258-7537142fd45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:37.774262 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Request body: {'port': {'device_id': '8fd62493-f065-4871-974f-e15d7b26dd82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:37.859574 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:37.898606 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.053929 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48316) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:38.261704 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.281295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:38.284637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:28:38.292884 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.295659 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Usage tracker for resource:security_group_rule and tenant:bde5de02598a4e269264d8f9907007ac is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:38.300681 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:38.312209 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:38.321814 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Transition to ACTIVE for port object a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:38.327807 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.339903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:38.349282 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980ed4-b7f7-484c-bef0-8928636cbfd3 req-8d62d46a-1610-48e0-9b9a-b8a522f70d89 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:38.358449 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-06980ed4-b7f7-484c-bef0-8928636cbfd3 req-8d62d46a-1610-48e0-9b9a-b8a522f70d89 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 931 time: 0.1567869
May 19 02:28:38.411647 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49a7011-94b5-451b-a133-7e3b83018fc7 {{(pid=91235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:28:38.423620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.437155 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-06980ed4-b7f7-484c-bef0-8928636cbfd3 req-cbb547f0-fa23-4f6e-b98b-ce3f7973d917 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652473
May 19 02:28:38.465094 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.provisioning_blocks [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Transition to ACTIVE for port object c49a7011-94b5-451b-a133-7e3b83018fc7 will not be triggered until provisioned by entity L2. {{(pid=91235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:38.482975 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.489872 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:38.587428 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:38.645280 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:38.740361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Attempting to bind port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:38.740830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Attempting to bind port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:38.741107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Attempting to bind port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 on network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:38.751589 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-95d070af-2eaf-44a3-8f23-92d761805ddc req-7bd2fd2b-a690-41c0-bee9-91d972a95e47 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0702207
May 19 02:28:38.753826 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 on network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:28:38.754152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Attempting to bind port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 on network 3ed7dc65-0316-4c51-bdc0-ed349dfa118d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:38.772965 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:38.773765 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Checking segment: {'id': '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:38.773880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Bound using segment: {'id': '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:38.774285 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Bound port: a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:38.774639 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.798561 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:38.801582 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:38.823315 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.managers [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Attempting to bind port c49a7011-94b5-451b-a133-7e3b83018fc7 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:38.823665 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.managers [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Attempting to bind port c49a7011-94b5-451b-a133-7e3b83018fc7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}] {{(pid=91235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:38.824013 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Attempting to bind port c49a7011-94b5-451b-a133-7e3b83018fc7 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:38.828701 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Port c49a7011-94b5-451b-a133-7e3b83018fc7 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:28:38.829645 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Attempting to bind port c49a7011-94b5-451b-a133-7e3b83018fc7 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:38.834776 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:38.835203 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Checking segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:38.835797 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Bound using segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} {{(pid=91235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:38.836476 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.managers [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Bound port: c49a7011-94b5-451b-a133-7e3b83018fc7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}}] {{(pid=91235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:38.836882 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.841831 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.921788 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:38.940360 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e15de-d14d-414b-99a2-3a53eba00d0b req-db165ed6-5166-467d-b508-514db24e0f86 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:38.940360 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e09e15de-d14d-414b-99a2-3a53eba00d0b req-db165ed6-5166-467d-b508-514db24e0f86 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.3474789
May 19 02:28:38.958769 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:39.024006 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9412c676-6da3-48d3-bbb5-faff8a5eb2f6 req-16eeb0d0-f367-4905-a2dd-c4cb117253a5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:39.056295 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bde5de02598a4e269264d8f9907007ac&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0012867
May 19 02:28:39.057126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd7095-bd7c-48cd-b9df-2aa1910f0176,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:39.062705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:39.063505 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48346) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:39.066158 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:39.070636 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,segment=NetworkSegment(5a4a21b3-47db-4dc4-9b20-9c50ab6e621b),segment_id=5a4a21b3-47db-4dc4-9b20-9c50ab6e621b)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:39.077721 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e09e15de-d14d-414b-99a2-3a53eba00d0b req-13273659-6582-47f9-9a44-6030be89579f tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282282
May 19 02:28:39.081193 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.087538 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:39.099515 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, cleared binding levels {{(pid=91235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:39.155415 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c49a7011-94b5-451b-a133-7e3b83018fc7,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:39.177405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9412c676-6da3-48d3-bbb5-faff8a5eb2f6 req-16eeb0d0-f367-4905-a2dd-c4cb117253a5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:39.192050 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9412c676-6da3-48d3-bbb5-faff8a5eb2f6 req-16eeb0d0-f367-4905-a2dd-c4cb117253a5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.2870274
May 19 02:28:39.195772 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.219902 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:39.227831 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:39.253070 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.55', 58157) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:39.290384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.291038 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.292478 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 HTTP/1.1" status: 200  len: 1094 time: 1.6713266
May 19 02:28:39.296402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:28:39.370303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.370303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.370303 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 200  len: 1093 time: 1.7463117
May 19 02:28:39.379364 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:28:39.386448 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:39.502327 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=3']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:39.507791 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:39.508749 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.567708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-123430b9-1e74-45d2-8806-f52aef43984d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.568430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-123430b9-1e74-45d2-8806-f52aef43984d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:39.596997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-123430b9-1e74-45d2-8806-f52aef43984d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:39.598255 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-123430b9-1e74-45d2-8806-f52aef43984d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 817 time: 0.3434043
May 19 02:28:39.624817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.704418 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-7d4e8d4c-c379-4f3f-be1d-fa87996b8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.706561 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-7d4e8d4c-c379-4f3f-be1d-fa87996b8fde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ca5d9500aa24022bce8128e7a12cebc&device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 1097 time: 0.1472416
May 19 02:28:39.725112 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.736367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-96dc76bb-5985-42e2-85c4-2c94525c38e0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:39.765702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47', 'status': 'completed', 'code': 200}
May 19 02:28:39.793675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-0a80f617-c26e-40e4-a84b-7f4c8ca3b847 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:39.814294 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:39.818508 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3fd7095-bd7c-48cd-b9df-2aa1910f0176 HTTP/1.1" status: 204  len: 168 time: 0.7485535
May 19 02:28:39.818508 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd7095-bd7c-48cd-b9df-2aa1910f0176,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:39.819567 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-53b4a079-5be5-4b15-a00a-8c877202458c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 HTTP/1.1" status: 200  len: 217 time: 0.0863876
May 19 02:28:39.820887 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:39.834245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-0a80f617-c26e-40e4-a84b-7f4c8ca3b847 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:39.835444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-0a80f617-c26e-40e4-a84b-7f4c8ca3b847 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 380 time: 0.1486433
May 19 02:28:39.852351 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'port': {'device_id': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'admin_state_up': True, 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'security_groups': ['5116229d-4096-4597-9489-f03dc9cdb3b3']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:39.868235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-521e3cfc-a904-45a4-8cbc-3c1245da4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.869702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-521e3cfc-a904-45a4-8cbc-3c1245da4a32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 1096 time: 0.2596200
May 19 02:28:39.906395 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-da5d237c-d602-416b-bc06-4f80dbb12972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.908320 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-da5d237c-d602-416b-bc06-4f80dbb12972 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f610612-67f3-4cae-8376-f51d7a00b813 HTTP/1.1" status: 200  len: 851 time: 0.0774939
May 19 02:28:39.910830 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7', 'status': 'completed', 'code': 200}
May 19 02:28:39.981413 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-ee4ce0f6-4966-43dc-9854-6159b30227f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ed7dc65-0316-4c51-bdc0-ed349dfa118d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558105
May 19 02:28:39.994338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe3ba8-a9ec-44b7-b6bc-61909da14fe5 req-4a13f17d-62f6-4f11-82dc-5cde08825ff6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:39.995873 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-12fe3ba8-a9ec-44b7-b6bc-61909da14fe5 req-4a13f17d-62f6-4f11-82dc-5cde08825ff6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.2835405
May 19 02:28:40.041046 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e012f1aa-715b-4921-bed3-551158e4d246 req-b67a5065-23b9-42bc-bfa2-f8d367058b8c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0584347
May 19 02:28:40.141975 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.55', 58163) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:40.143729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-7db24f8e-86b3-4ce4-b867-cbdb54c86385 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 200  len: 217 time: 0.1465638
May 19 02:28:40.254555 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-81d62122-43ca-4872-a93d-91f07b07776c service neutron] 10.222.0.55 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124004
May 19 02:28:40.335011 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48414) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:40.431906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:40.439280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-12fe3ba8-a9ec-44b7-b6bc-61909da14fe5 req-b30e576e-b233-4dd6-9f7b-bd78731bde8b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3767803
May 19 02:28:40.527947 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-1f69c1fb-a86d-4fbe-b3ff-1b929405a976 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:40.529399 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-1f69c1fb-a86d-4fbe-b3ff-1b929405a976 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 810 time: 0.3849390
May 19 02:28:40.539254 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:40.551462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:40.576108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-5f72fb30-aec4-4c22-a864-73024b9a174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:40.582547 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-5f72fb30-aec4-4c22-a864-73024b9a174d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.2451081
May 19 02:28:40.617460 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:40.640840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce10dbc54d94ca7a774ddeaf3586154 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:40.646667 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:40.655316 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:40.668968 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-78989aec-85bc-4735-9ba9-cb8c3a8f55ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602970
May 19 02:28:40.669697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Made reservation on behalf of 6f2dbf76e27949e6a6f4c9c454663619 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:40.674321 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:40.689132 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c1012e3-b78d-4fda-92b9-1be27b2b2cde req-c958ceb9-f427-4a11-b6ea-09df2a954612 service neutron] 10.222.0.55 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4245219
May 19 02:28:40.716142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542b5f7-4a36-449b-beb7-271252f92ed1 req-bc137288-20be-46fc-85b6-a6e8ff092aff tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:40.717656 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f542b5f7-4a36-449b-beb7-271252f92ed1 req-bc137288-20be-46fc-85b6-a6e8ff092aff tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.4299762
May 19 02:28:40.850359 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f542b5f7-4a36-449b-beb7-271252f92ed1 req-8640340c-2039-486f-92ce-08a5f0efb8a8 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169400
May 19 02:28:40.889469 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5be76576-2c4c-4e3e-ac43-0c679efaf2c1 req-0d5cae61-2ccf-46e7-b6cc-4e13854fefc5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.1970980
May 19 02:28:40.921063 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:40.932587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-cf40e528-746e-4f0c-a6bb-4285b6f23c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:40.934087 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-cf40e528-746e-4f0c-a6bb-4285b6f23c6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ca5d9500aa24022bce8128e7a12cebc&device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 1097 time: 0.1785786
May 19 02:28:40.934867 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:40.943452 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:40.973704 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-23b5f2b8-2857-4001-a534-e6456a9f5c7d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 378 time: 0.4011066
May 19 02:28:41.009139 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'port': {'device_id': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'admin_state_up': True, 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'security_groups': ['fd444077-3ee2-4ba6-9194-4d1cbd0f68ff']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:41.033153 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ce10dbc54d94ca7a774ddeaf3586154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6899831
May 19 02:28:41.036975 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48454) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:41.075131 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66816da0-b0b2-4785-ad8d-e49fc528ce00,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:41.076389 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-b6188580-7a90-47f8-a53d-a7ef25abf8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824992
May 19 02:28:41.083511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:41.129834 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-bdf34c10-b5dd-40c8-8836-046383f3895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:41.132034 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-bdf34c10-b5dd-40c8-8836-046383f3895d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ed7dc65-0316-4c51-bdc0-ed349dfa118d HTTP/1.1" status: 200  len: 912 time: 0.1803136
May 19 02:28:41.254910 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-a3f10c9a-0910-443b-8960-00cb4e674ca3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 HTTP/1.1" status: 200  len: 217 time: 0.1107748
May 19 02:28:41.257002 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7e73c9f3-aef3-4401-b855-12caee32e5fb req-a3446f24-bf4f-4180-ad02-7fbe2b8a384b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0562332
May 19 02:28:41.338167 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-3d04607c-c0ca-4530-8396-636efb2146ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:41.339634 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-3d04607c-c0ca-4530-8396-636efb2146ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f610612-67f3-4cae-8376-f51d7a00b813 HTTP/1.1" status: 200  len: 851 time: 0.0723608
May 19 02:28:41.401090 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Allocated IP 172.20.0.9 (41ac00dd-c779-4103-9834-b0b94ee2e38e/1403cae9-51b1-4089-8427-5a4ad1542055/9391d650-7c8c-406f-9d7c-244364455da7) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:41.404113 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:41.427439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:41.464760 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cec4e1-4b62-4fe6-a43e-179d9aa9eca4 req-89659fd1-0fb7-4123-8423-f5ddc7467f72 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3759580
May 19 02:28:41.469501 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:41.472307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:41.530963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Made reservation on behalf of e70543816ca84f74ad46bbf405c7bcf9 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:28:41.534683 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:41.777216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:41.786456 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:41.822883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66816da0-b0b2-4785-ad8d-e49fc528ce00,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:41.956457 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:41.970118 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.007521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caa9b8-3b98-444b-b015-04ec7befe220 req-6fbe9320-64c9-45e2-adf3-8367763b5131 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:42.008950 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b8caa9b8-3b98-444b-b015-04ec7befe220 req-6fbe9320-64c9-45e2-adf3-8367763b5131 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.4464262
May 19 02:28:42.018596 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Transition to ACTIVE for port object 9391d650-7c8c-406f-9d7c-244364455da7 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:42.053953 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df4e95-45be-48a1-9ab1-f521e3748b3a req-fa20d7a6-84df-48e0-bb20-3bf0a19845d6 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:42.055614 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9df4e95-45be-48a1-9ab1-f521e3748b3a req-fa20d7a6-84df-48e0-bb20-3bf0a19845d6 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0859613
May 19 02:28:42.059105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Allocated IP 172.20.0.14 (c0cc44d6-7398-4824-8f71-83c663cd2560/2a1b8d05-587b-46a9-b067-9adcdee91fa6/e6a00d3d-6d75-4663-af7f-f45becbb3d83) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:28:42.080293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.081352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/66816da0-b0b2-4785-ad8d-e49fc528ce00 HTTP/1.1" status: 204  len: 168 time: 1.0311790
May 19 02:28:42.112283 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:28:42.115697 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9df4e95-45be-48a1-9ab1-f521e3748b3a req-57206550-c174-4874-af02-adaee7fdf6ad tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516093
May 19 02:28:42.116978 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b8caa9b8-3b98-444b-b015-04ec7befe220 req-9ae954bc-3446-4704-b6ce-4c32230c60bd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995681
May 19 02:28:42.178671 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.240285 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc8fc8a-44bf-4821-933a-6524056a52e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:42.273418 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a8f598e3-d972-4de6-9a9d-0e2790b9197e req-3ca3f98a-529c-48ee-83c5-ff93da1873f2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0444498
May 19 02:28:42.330660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:42.336596 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:42.354122 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:42.356446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:42.362179 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:42.362805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.370197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:42.449235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.452888 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6045458
May 19 02:28:42.481935 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Transition to ACTIVE for port object e6a00d3d-6d75-4663-af7f-f45becbb3d83 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:42.517445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a168c2e-76fe-4e2b-a008-a67ac453f0bf req-347baef2-2f0f-44f2-aefd-a77eab64d8bd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:42.518168 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9a168c2e-76fe-4e2b-a008-a67ac453f0bf req-347baef2-2f0f-44f2-aefd-a77eab64d8bd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:42.538186 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.545739 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9a168c2e-76fe-4e2b-a008-a67ac453f0bf req-347baef2-2f0f-44f2-aefd-a77eab64d8bd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:42.546900 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a168c2e-76fe-4e2b-a008-a67ac453f0bf req-347baef2-2f0f-44f2-aefd-a77eab64d8bd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 931 time: 0.1557376
May 19 02:28:42.548699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:42.624008 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-decf9f77-6bc1-4517-86c1-28d589183e06 None None] Provisioning for port 9391d650-7c8c-406f-9d7c-244364455da7 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:42.628971 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-decf9f77-6bc1-4517-86c1-28d589183e06 None None] Provisioning complete for port 9391d650-7c8c-406f-9d7c-244364455da7 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:42.629344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-decf9f77-6bc1-4517-86c1-28d589183e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.636122 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:28:42.640374 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:28:42.652641 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:28:42.657946 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:42.658566 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.678824 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:42.686307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:42.689063 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a168c2e-76fe-4e2b-a008-a67ac453f0bf req-359628f0-2e73-4b3a-bffc-c93e537b6cad tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984254
May 19 02:28:42.697055 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-decf9f77-6bc1-4517-86c1-28d589183e06 None None] Port 9391d650-7c8c-406f-9d7c-244364455da7 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:42.704582 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7191949
May 19 02:28:42.926726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-70e06088-3fcb-4692-8e18-28ea295f632f None None] Provisioning for port e6a00d3d-6d75-4663-af7f-f45becbb3d83 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:28:42.932265 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-70e06088-3fcb-4692-8e18-28ea295f632f None None] Provisioning complete for port e6a00d3d-6d75-4663-af7f-f45becbb3d83 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:28:42.932634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-70e06088-3fcb-4692-8e18-28ea295f632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:42.986929 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-70e06088-3fcb-4692-8e18-28ea295f632f None None] Port e6a00d3d-6d75-4663-af7f-f45becbb3d83 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:28:43.301250 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6419f6-e919-4508-856a-e481da6ed19f req-14405f00-1d07-4305-985c-476f428ae392 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:43.302800 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-de6419f6-e919-4508-856a-e481da6ed19f req-14405f00-1d07-4305-985c-476f428ae392 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0842249
May 19 02:28:43.317986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b63156-609d-41e5-a217-b295e550972e req-516683da-3596-416a-93e1-4d08dd0a61d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:43.320352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-38b63156-609d-41e5-a217-b295e550972e req-516683da-3596-416a-93e1-4d08dd0a61d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0892506
May 19 02:28:43.355650 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-de6419f6-e919-4508-856a-e481da6ed19f req-71dfad73-a780-47fe-a544-d23befa9c63c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456607
May 19 02:28:43.371745 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-38b63156-609d-41e5-a217-b295e550972e req-5d4f1884-f8f6-44e3-8746-5d50522761d9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438921
May 19 02:28:43.544887 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee10b8-6b00-4a8c-a015-218beee9a2b8 req-58713d09-025e-409c-96fd-5807225b953f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:43.546195 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-69ee10b8-6b00-4a8c-a015-218beee9a2b8 req-58713d09-025e-409c-96fd-5807225b953f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 932 time: 0.0804977
May 19 02:28:43.592535 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-69ee10b8-6b00-4a8c-a015-218beee9a2b8 req-0916f552-fb91-45ae-a481-aa9b5ea5a1b8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:43.604408 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-69ee10b8-6b00-4a8c-a015-218beee9a2b8 req-0916f552-fb91-45ae-a481-aa9b5ea5a1b8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:43.605777 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-69ee10b8-6b00-4a8c-a015-218beee9a2b8 req-0916f552-fb91-45ae-a481-aa9b5ea5a1b8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520480
May 19 02:28:43.904608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaf918-b59f-4599-adab-b120c3c4048d req-69046a25-f535-4090-88f4-fe855452ce3a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:43.906774 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a9aaf918-b59f-4599-adab-b120c3c4048d req-69046a25-f535-4090-88f4-fe855452ce3a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 931 time: 0.0952051
May 19 02:28:43.961534 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a9aaf918-b59f-4599-adab-b120c3c4048d req-100e4eee-2840-412b-ba91-8b8e93250a81 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481968
May 19 02:28:44.536646 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73340671-f689-4136-b2fa-deaf99451910 req-2a139c49-8895-47b6-b117-a8c7b893f8ee tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:44.539145 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-73340671-f689-4136-b2fa-deaf99451910 req-2a139c49-8895-47b6-b117-a8c7b893f8ee tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0809798
May 19 02:28:44.548842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Request body: {'port': {'device_id': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:44.586251 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Request body: {'port': {'device_id': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:28:44.609074 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-bd1a2305-f6d1-4c51-8159-0a02fa7f1aa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ed7dc65-0316-4c51-bdc0-ed349dfa118d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684204
May 19 02:28:44.631673 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-73340671-f689-4136-b2fa-deaf99451910 req-e10aaf37-15f1-4d2c-ab72-76317c696918 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498095
May 19 02:28:44.644743 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fe5f7-37ef-4ddf-af67-ad9462d526a5 req-2d53a3f1-b49d-4a1f-8956-0c0cbf4e564d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:44.646190 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-be2fe5f7-37ef-4ddf-af67-ad9462d526a5 req-2d53a3f1-b49d-4a1f-8956-0c0cbf4e564d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.1728346
May 19 02:28:44.810497 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-be2fe5f7-37ef-4ddf-af67-ad9462d526a5 req-57bdfad8-b7aa-4384-894e-2ebb5509da09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530914
May 19 02:28:44.811468 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c631d2-62f6-4bf1-bdc5-a73c9100fbc4 req-08366c6e-dd73-4d1a-bf2c-408cf480144c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:44.812831 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:44.813051 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3c631d2-62f6-4bf1-bdc5-a73c9100fbc4 req-08366c6e-dd73-4d1a-bf2c-408cf480144c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 932 time: 0.0833962
May 19 02:28:44.831745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:44.857761 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3c631d2-62f6-4bf1-bdc5-a73c9100fbc4 req-4cf522b6-ff96-4c4d-8163-ff5d5c7ddb83 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385094
May 19 02:28:45.454066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83373af4-458c-48ce-b2ca-832e5c52b15b req-50770068-01f9-48a0-b2f0-9e794abd6bb7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:45.455528 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83373af4-458c-48ce-b2ca-832e5c52b15b req-50770068-01f9-48a0-b2f0-9e794abd6bb7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 931 time: 0.3606808
May 19 02:28:45.607000 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83373af4-458c-48ce-b2ca-832e5c52b15b req-4b940a11-b2b5-4dfb-b094-60189c021329 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438007
May 19 02:28:45.615083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:28:45.623939 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:45.634434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a00d3d-6d75-4663-af7f-f45becbb3d83 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:28:45.646036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:45.651344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Transition to ACTIVE for port object 9391d650-7c8c-406f-9d7c-244364455da7 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:45.660665 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:45.666697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Transition to ACTIVE for port object e6a00d3d-6d75-4663-af7f-f45becbb3d83 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:28:45.667511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:45.709699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:45.822442 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f15cc-dfd0-495d-bd06-6a610f868cc5 req-72e0a02a-101d-4247-9e43-bd2c69a1fa12 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:45.824898 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a69f15cc-dfd0-495d-bd06-6a610f868cc5 req-72e0a02a-101d-4247-9e43-bd2c69a1fa12 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0884538
May 19 02:28:45.853259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:45.863508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:45.888682 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:45.930491 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a69f15cc-dfd0-495d-bd06-6a610f868cc5 req-751db993-536c-431f-88a2-afcba0eaef98 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994246
May 19 02:28:46.068760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Attempting to bind port 9391d650-7c8c-406f-9d7c-244364455da7 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:46.069104 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Attempting to bind port 9391d650-7c8c-406f-9d7c-244364455da7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:46.069434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Attempting to bind port 9391d650-7c8c-406f-9d7c-244364455da7 on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:46.089742 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Port 9391d650-7c8c-406f-9d7c-244364455da7 on network 41ac00dd-c779-4103-9834-b0b94ee2e38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:28:46.090068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Attempting to bind port 9391d650-7c8c-406f-9d7c-244364455da7 on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:46.092074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:46.094892 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:46.101442 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Attempting to bind port e6a00d3d-6d75-4663-af7f-f45becbb3d83 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:28:46.101776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Attempting to bind port e6a00d3d-6d75-4663-af7f-f45becbb3d83 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:28:46.102096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Attempting to bind port e6a00d3d-6d75-4663-af7f-f45becbb3d83 on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:46.110457 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:46.110759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Checking segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:46.111151 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Bound using segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:46.111581 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Bound port: 9391d650-7c8c-406f-9d7c-244364455da7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:46.111922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.115773 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddc345-5fd3-4a43-8c17-93e2f81e4b15 req-b7c147b8-2891-45e5-b77b-7a70f904eeeb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.117421 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-baddc345-5fd3-4a43-8c17-93e2f81e4b15 req-b7c147b8-2891-45e5-b77b-7a70f904eeeb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0845871
May 19 02:28:46.124531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Port e6a00d3d-6d75-4663-af7f-f45becbb3d83 on network c0cc44d6-7398-4824-8f71-83c663cd2560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:28:46.124860 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Attempting to bind port e6a00d3d-6d75-4663-af7f-f45becbb3d83 on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:28:46.139016 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:28:46.139372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Checking segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:28:46.139757 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Bound using segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:28:46.140193 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Bound port: e6a00d3d-6d75-4663-af7f-f45becbb3d83, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:28:46.140534 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.170702 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-baddc345-5fd3-4a43-8c17-93e2f81e4b15 req-53f9ec84-e10f-4c11-8012-9b432502a41a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469277
May 19 02:28:46.256417 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff5464-950f-41b7-80b3-9727a14e9e71 req-4ef191c6-c05d-4b21-8049-22c2ca0a64b8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.258385 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d4ff5464-950f-41b7-80b3-9727a14e9e71 req-4ef191c6-c05d-4b21-8049-22c2ca0a64b8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.3091767
May 19 02:28:46.340697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:46.353446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:28:46.358487 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d4ff5464-950f-41b7-80b3-9727a14e9e71 req-0cf688ba-1b39-44ed-9abe-ea2b88ea6eb5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922658
May 19 02:28:46.359925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:46.366328 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:28:46.368043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.373947 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:46.410774 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.440892 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.441569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.443076 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] 10.222.0.55 "PUT /v2.0/ports/9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 1093 time: 1.8994172
May 19 02:28:46.443568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:28:46.458157 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.458801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:46.460150 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1094 time: 1.9177101
May 19 02:28:46.472588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:46.482636 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:46.483054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:46.514182 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'status': 'completed', 'code': 200}
May 19 02:28:46.557053 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:46.561162 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:46.790998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86fbe9-518c-450c-ae30-6fe303af6678 req-7b8b6f3b-ac0e-4e6d-9ac4-08683b147b28 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.792506 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ef86fbe9-518c-450c-ae30-6fe303af6678 req-7b8b6f3b-ac0e-4e6d-9ac4-08683b147b28 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0793417
May 19 02:28:46.839323 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ef86fbe9-518c-450c-ae30-6fe303af6678 req-96d00750-1774-4f43-8291-08cd4296856f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393045
May 19 02:28:46.935452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b907-c90b-4104-b535-3d862505ec99 req-cc3c6561-4f6f-4c84-823a-20679f9c07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:46.936801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-cc3c6561-4f6f-4c84-823a-20679f9c07b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 1096 time: 0.0821519
May 19 02:28:46.973059 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-28e62e18-db13-4cfc-b815-e96ede23f932 service neutron] 10.222.0.55 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274602
May 19 02:28:47.164231 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0926e85-5a93-44af-970d-53ef98e84e34 req-a16d92b1-02dd-46d8-9b17-f1ea98804005 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.165658 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0926e85-5a93-44af-970d-53ef98e84e34 req-a16d92b1-02dd-46d8-9b17-f1ea98804005 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.1366584
May 19 02:28:47.208473 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0926e85-5a93-44af-970d-53ef98e84e34 req-39d2562a-1304-439c-981a-b928cd793686 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372174
May 19 02:28:47.421482 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-ce15fff3-2744-4c74-9249-772dd4b6d60f service neutron] 10.222.0.55 "GET /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312766
May 19 02:28:47.557191 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f12221-d1b9-49f2-b55e-fd67e38503eb req-3e9e78fc-27b3-4566-bf61-c2c097952c9b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.558741 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-28f12221-d1b9-49f2-b55e-fd67e38503eb req-3e9e78fc-27b3-4566-bf61-c2c097952c9b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0888824
May 19 02:28:47.584391 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b907-c90b-4104-b535-3d862505ec99 req-d5ad3181-6dc7-4c1f-9cc0-9addc63539ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.586447 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-d5ad3181-6dc7-4c1f-9cc0-9addc63539ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 916 time: 0.2711053
May 19 02:28:47.598217 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdab47d-717b-4248-8f81-013c9160b170 req-26d379d9-4e5b-49d0-9a36-c2f75935e877 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.598897 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-6cdab47d-717b-4248-8f81-013c9160b170 req-26d379d9-4e5b-49d0-9a36-c2f75935e877 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:28:47.605411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-78b28722-be45-4e10-9fba-55be27b98998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.606779 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-78b28722-be45-4e10-9fba-55be27b98998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1097 time: 0.2925389
May 19 02:28:47.607488 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-28f12221-d1b9-49f2-b55e-fd67e38503eb req-97e3198d-cfc3-417a-9e0b-ec01e3cdf42d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428588
May 19 02:28:47.799382 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-7dc3ea9d-071d-4aed-bbf9-708522771583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 200  len: 217 time: 0.1965065
May 19 02:28:47.801074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-7a6c6a39-c1d2-41fd-85f4-b89c39222afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:47.802426 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-7a6c6a39-c1d2-41fd-85f4-b89c39222afc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1096 time: 0.4285045
May 19 02:28:47.811140 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-d5376fa7-213a-4e43-bae3-15d2631287df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 217 time: 0.0791304
May 19 02:28:47.815242 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-6cdab47d-717b-4248-8f81-013c9160b170 req-26d379d9-4e5b-49d0-9a36-c2f75935e877 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:28:47.816340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cdab47d-717b-4248-8f81-013c9160b170 req-26d379d9-4e5b-49d0-9a36-c2f75935e877 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.5394747
May 19 02:28:48.025673 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e882db-9a74-4928-bae0-af87f5eef228 req-303ffc34-39ba-44d1-85e5-6a7aa8212220 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.027311 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9e882db-9a74-4928-bae0-af87f5eef228 req-303ffc34-39ba-44d1-85e5-6a7aa8212220 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0784044
May 19 02:28:48.059674 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cdab47d-717b-4248-8f81-013c9160b170 req-ee1d98dd-77a9-409f-8f1d-daf22c751d5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2369838
May 19 02:28:48.070239 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-f579bde8-44bf-4f3f-9e73-c2164df50cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.071791 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-f579bde8-44bf-4f3f-9e73-c2164df50cb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.2140806
May 19 02:28:48.073017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b907-c90b-4104-b535-3d862505ec99 req-faa433b4-440b-4508-80ca-d0d487c47fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.073393 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9e882db-9a74-4928-bae0-af87f5eef228 req-8f44afc3-873a-4968-9946-cdaa9e505d62 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400960
May 19 02:28:48.074309 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-faa433b4-440b-4508-80ca-d0d487c47fa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.2529352
May 19 02:28:48.182841 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-7a06ccb1-05a1-413c-b238-411fbfdacc2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842662
May 19 02:28:48.184224 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-aa67e033-df66-44a2-b89e-8e15f558ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.185479 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-aa67e033-df66-44a2-b89e-8e15f558ac7a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3317075
May 19 02:28:48.436342 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-9eb44739-6ac0-48e4-85ba-22ebdf29291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.437801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-9eb44739-6ac0-48e4-85ba-22ebdf29291d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3403904
May 19 02:28:48.520654 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:28:48.604315 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'status': 'completed', 'code': 200}
May 19 02:28:48.623708 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-aaf41f47-6e92-41f2-be85-b1f6a79f1f24 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4194951
May 19 02:28:48.624653 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-fc3268a0-52e9-46e3-9ae8-7dabebb6edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.625895 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7fad532c-df6f-4185-b22c-5543b9c2e55a req-fc3268a0-52e9-46e3-9ae8-7dabebb6edb1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4035885
May 19 02:28:48.654780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d237-59e3-4c1b-953a-1c48158de4fb req-23e65fe5-3b94-40fc-9980-471eac5fcb85 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.656433 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08e5d237-59e3-4c1b-953a-1c48158de4fb req-23e65fe5-3b94-40fc-9980-471eac5fcb85 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.3274484
May 19 02:28:48.700827 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-ed74e064-0098-490b-85b5-cd56cdcb15b0 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522147
May 19 02:28:48.723637 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08e5d237-59e3-4c1b-953a-1c48158de4fb req-80b506ab-4ecf-410d-ac2a-9c0437a4584d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521417
May 19 02:28:48.821172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde88dfc-288c-41c5-a4a8-ebc7244b20ad req-8598c6fb-c4d9-4b10-be7b-28aa5e69f499 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:48.822593 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cde88dfc-288c-41c5-a4a8-ebc7244b20ad req-8598c6fb-c4d9-4b10-be7b-28aa5e69f499 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0895965
May 19 02:28:48.866881 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cde88dfc-288c-41c5-a4a8-ebc7244b20ad req-93d517a9-d925-45cc-af76-d42214ceacb1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382953
May 19 02:28:49.240563 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e4a9-dbfe-4072-aeb5-903c1d5191b1 req-7b6b4755-4004-45de-bb07-542d1e98f2a9 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:49.242024 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5a29e4a9-dbfe-4072-aeb5-903c1d5191b1 req-7b6b4755-4004-45de-bb07-542d1e98f2a9 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0778723
May 19 02:28:49.263143 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446475f-6cff-44f1-96ba-9f5b25d411fa req-d228c213-b1a1-4d0f-99fa-fe180f62a569 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:49.264602 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0446475f-6cff-44f1-96ba-9f5b25d411fa req-d228c213-b1a1-4d0f-99fa-fe180f62a569 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0780542
May 19 02:28:49.286840 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5a29e4a9-dbfe-4072-aeb5-903c1d5191b1 req-8c0aa263-aa96-4648-abfd-e72a9ed0dac9 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391724
May 19 02:28:49.308880 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0446475f-6cff-44f1-96ba-9f5b25d411fa req-feb2f0db-77b3-4b52-9fc7-55ca007126ee tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387459
May 19 02:28:49.908977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba80011-9ff0-461c-b531-fad5f773ff4f req-82fcf45e-64e5-4bab-ba2d-edb514cb1ffe tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:49.910432 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dba80011-9ff0-461c-b531-fad5f773ff4f req-82fcf45e-64e5-4bab-ba2d-edb514cb1ffe tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0823419
May 19 02:28:49.954549 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dba80011-9ff0-461c-b531-fad5f773ff4f req-cc1e8702-c042-419f-b0f8-f070de085713 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379922
May 19 02:28:50.049084 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e0e8-2a8f-4096-8bc4-8a68ef498c2c req-08feef18-f395-4dee-b321-38f5c37d3c76 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:50.050499 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2021e0e8-2a8f-4096-8bc4-8a68ef498c2c req-08feef18-f395-4dee-b321-38f5c37d3c76 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0810277
May 19 02:28:50.094302 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2021e0e8-2a8f-4096-8bc4-8a68ef498c2c req-cf7ef8ab-e7e5-4fed-b622-9baa451a6b68 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375504
May 19 02:28:50.468528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c71eb5-f855-4e36-9bb5-a5f88ace4a6e req-5d22653f-a0fd-4fa1-b0c3-d6fa7bf17f32 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:50.469871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-86c71eb5-f855-4e36-9bb5-a5f88ace4a6e req-5d22653f-a0fd-4fa1-b0c3-d6fa7bf17f32 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0777280
May 19 02:28:50.497441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9d0be-66f9-47c1-9a44-a8c9325135a8 req-09d8529e-5d53-43e1-85e8-71c9c27eec76 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:50.498985 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-acb9d0be-66f9-47c1-9a44-a8c9325135a8 req-09d8529e-5d53-43e1-85e8-71c9c27eec76 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0782053
May 19 02:28:50.516602 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-86c71eb5-f855-4e36-9bb5-a5f88ace4a6e req-9e56ef57-e7fe-4f79-bcea-eacc19fb4016 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411494
May 19 02:28:50.546049 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-acb9d0be-66f9-47c1-9a44-a8c9325135a8 req-417e3df9-ee39-4c07-977e-60835e6318f9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414307
May 19 02:28:51.131491 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c228e58-a590-46b8-a441-22aa4a11db2a req-2db4a334-be67-46d6-88c1-a0761e91b58d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:51.133540 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c228e58-a590-46b8-a441-22aa4a11db2a req-2db4a334-be67-46d6-88c1-a0761e91b58d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0784097
May 19 02:28:51.177975 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1c228e58-a590-46b8-a441-22aa4a11db2a req-76a7920e-78dc-4d8c-b76c-1a4ca72b79e7 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386314
May 19 02:28:51.275559 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ccaeb-0ef9-40d5-bc0b-43be9965c65c req-bbfe4989-4cf9-4001-82b8-60fcc823cc19 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:51.277013 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-316ccaeb-0ef9-40d5-bc0b-43be9965c65c req-bbfe4989-4cf9-4001-82b8-60fcc823cc19 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0790217
May 19 02:28:51.324189 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-316ccaeb-0ef9-40d5-bc0b-43be9965c65c req-a1a47cb4-e3d6-4abe-a881-9b00890b48ff tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415673
May 19 02:28:51.737593 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdaa27-1a02-4aea-9d9b-101de022eeb7 req-1b266414-128c-4faa-bdee-a9d18c252664 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:51.739078 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e4cdaa27-1a02-4aea-9d9b-101de022eeb7 req-1b266414-128c-4faa-bdee-a9d18c252664 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0855281
May 19 02:28:51.774092 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529dda0-7871-4882-970a-b61e0019d6d1 req-9dc9b496-ff17-4908-b38a-f6dfe575ba56 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:51.775778 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c529dda0-7871-4882-970a-b61e0019d6d1 req-9dc9b496-ff17-4908-b38a-f6dfe575ba56 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.1561289
May 19 02:28:51.785230 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e4cdaa27-1a02-4aea-9d9b-101de022eeb7 req-cd6bd371-9ac4-44a1-901b-5a9189a1a0a8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398633
May 19 02:28:51.822416 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c529dda0-7871-4882-970a-b61e0019d6d1 req-5c797f2c-92c4-499f-a7a0-f8c95be835ff tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413024
May 19 02:28:52.360761 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a5b7-6be3-482c-9776-5dff955fcc2a req-e1d3658c-8856-4166-8229-32e0a28fc877 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:52.362213 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f2b5a5b7-6be3-482c-9776-5dff955fcc2a req-e1d3658c-8856-4166-8229-32e0a28fc877 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0784309
May 19 02:28:52.411344 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f2b5a5b7-6be3-482c-9776-5dff955fcc2a req-6e5e66fe-07b7-42b0-ad26-88a0253b28f1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429275
May 19 02:28:52.510300 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4554f9-1b6b-42ef-85ea-a3ecc1ed6753 req-641cf2b3-a505-46b5-a71d-bf4762a9883d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:52.511818 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f4554f9-1b6b-42ef-85ea-a3ecc1ed6753 req-641cf2b3-a505-46b5-a71d-bf4762a9883d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0788825
May 19 02:28:52.556768 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f4554f9-1b6b-42ef-85ea-a3ecc1ed6753 req-5e6515a5-04f4-4468-830d-62849136522b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393181
May 19 02:28:52.978441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d247-0433-4ecd-bf4a-a227f9ec2342 req-ef59177d-794f-43a4-a182-c3944fb49813 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:52.979942 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2f38d247-0433-4ecd-bf4a-a227f9ec2342 req-ef59177d-794f-43a4-a182-c3944fb49813 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0865853
May 19 02:28:53.011445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2da3-19d4-46d1-b56d-59edd195bd78 req-ddbaf2dc-aa3e-4070-93ad-baf37514e26f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.012886 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e40b2da3-19d4-46d1-b56d-59edd195bd78 req-ddbaf2dc-aa3e-4070-93ad-baf37514e26f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0810432
May 19 02:28:53.028050 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2f38d247-0433-4ecd-bf4a-a227f9ec2342 req-115eb113-da37-489f-85d8-a1a4908818f5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422921
May 19 02:28:53.057188 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e40b2da3-19d4-46d1-b56d-59edd195bd78 req-0c53c3df-9c28-464a-9444-b771ee684177 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386114
May 19 02:28:53.388847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf63b907-c90b-4104-b535-3d862505ec99 req-f61d12c6-c0df-4e56-9bc5-0f7fba374671 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736371
May 19 02:28:53.390432 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b93e52ea-4b0b-407d-ac7b-363178d0f77a req-36f8bcea-0afd-49f4-8be4-8db1103b4a0c service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931893
May 19 02:28:53.392279 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-2809cb23-6762-43d3-b1fa-eba56185641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.393583 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-2809cb23-6762-43d3-b1fa-eba56185641b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1096 time: 0.2560349
May 19 02:28:53.471303 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-15f6f71f-eedd-4302-8434-9085e6f19975 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 217 time: 0.0646229
May 19 02:28:53.611858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663d433-2518-466f-b043-a4e09063b7dc req-15b0a370-404b-42fe-a6b9-d075efc712c1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.613315 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c663d433-2518-466f-b043-a4e09063b7dc req-15b0a370-404b-42fe-a6b9-d075efc712c1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0827289
May 19 02:28:53.637444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-4d9cfa82-7228-45ab-ae96-b56bfcd21ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.638958 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-4d9cfa82-7228-45ab-ae96-b56bfcd21ca8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.1096241
May 19 02:28:53.663040 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c663d433-2518-466f-b043-a4e09063b7dc req-f74fcb5c-41cf-48b6-9ef8-2dc000ba3ca2 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431776
May 19 02:28:53.691913 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65b63-0563-46b6-888d-eda181d4157b req-8bd6ebea-1eff-48f0-8758-2e3b2f6df8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.693307 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-8bd6ebea-1eff-48f0-8758-2e3b2f6df8f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1097 time: 0.1628091
May 19 02:28:53.896780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-68d08314-d80e-4e15-9608-b47833392926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.898797 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-68d08314-d80e-4e15-9608-b47833392926 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2461040
May 19 02:28:53.899739 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65b63-0563-46b6-888d-eda181d4157b req-a3542947-2f63-43e6-9d08-febcf32d9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.900941 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-a3542947-2f63-43e6-9d08-febcf32d9443 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1706207
May 19 02:28:53.912381 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c58b-852e-4fcb-98d7-cba174616273 req-b82ab751-e9f4-4e6e-8c2a-cd364e54d9ae tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:53.913739 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe33c58b-852e-4fcb-98d7-cba174616273 req-b82ab751-e9f4-4e6e-8c2a-cd364e54d9ae tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.2293243
May 19 02:28:54.037417 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-e804e561-580e-4d18-9b89-4863624b0e7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 217 time: 0.1023617
May 19 02:28:54.131220 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe33c58b-852e-4fcb-98d7-cba174616273 req-98d50c4f-b2f6-4377-8231-a03e846665c4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098820
May 19 02:28:54.186509 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65b63-0563-46b6-888d-eda181d4157b req-4042095e-72c1-44c2-9ef8-a0f50465a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:54.187928 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-4042095e-72c1-44c2-9ef8-a0f50465a4d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.1419001
May 19 02:28:54.195795 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-6f5d4ec0-c963-444d-aade-e8b6f1323921 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632260
May 19 02:28:54.236698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976861e-6f6a-4ba1-a587-015052edcd44 req-615a85a3-88fc-4bda-b3cc-5d4d4f394434 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:54.238152 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2976861e-6f6a-4ba1-a587-015052edcd44 req-615a85a3-88fc-4bda-b3cc-5d4d4f394434 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0841892
May 19 02:28:54.282951 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2976861e-6f6a-4ba1-a587-015052edcd44 req-2a60c158-de4d-4d4a-971c-ff38594504a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383196
May 19 02:28:54.519664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ebdd6b8-489a-4e54-87b9-77aa749a7c9f req-2dea1cdc-2939-456d-9628-5baba2879697 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113751
May 19 02:28:54.522479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65b63-0563-46b6-888d-eda181d4157b req-93e160f5-629a-4185-8068-20b085b79995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:54.523478 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-93e160f5-629a-4185-8068-20b085b79995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3165386
May 19 02:28:54.530736 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba79a8b-58ae-456d-94a2-522f24501d29 req-4d6ef64a-79a7-4316-a5e8-835b81336b11 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:54.532094 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ba79a8b-58ae-456d-94a2-522f24501d29 req-4d6ef64a-79a7-4316-a5e8-835b81336b11 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.2933929
May 19 02:28:54.649389 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ba79a8b-58ae-456d-94a2-522f24501d29 req-4cb95565-9afd-4099-8813-b35018894fa1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1114199
May 19 02:28:54.751361 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-2592a59b-6491-4333-b952-4f10bec6c930 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820157
May 19 02:28:54.862162 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a5860-2f6b-4ca7-ad19-74ac5c437623 req-8348f9e0-329a-4e49-bc75-3e8e95e8f4d9 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:54.863645 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9a0a5860-2f6b-4ca7-ad19-74ac5c437623 req-8348f9e0-329a-4e49-bc75-3e8e95e8f4d9 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0923202
May 19 02:28:54.887950 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65b63-0563-46b6-888d-eda181d4157b req-c44b4d0c-a817-4f20-8d73-f102339de6e2 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272912
May 19 02:28:54.909283 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9a0a5860-2f6b-4ca7-ad19-74ac5c437623 req-6a4882d1-ca3a-4711-ac52-a8cc8bc08935 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397589
May 19 02:28:55.325323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a204-61fd-453e-beef-edf152bdbcd7 req-215442b2-023f-496b-9ba3-453ab2231082 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:55.326797 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-86a9a204-61fd-453e-beef-edf152bdbcd7 req-215442b2-023f-496b-9ba3-453ab2231082 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0879920
May 19 02:28:55.373158 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-86a9a204-61fd-453e-beef-edf152bdbcd7 req-3db5da21-91d6-4da2-8992-aea72a048877 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398862
May 19 02:28:55.472971 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de965a87-beb0-42ef-83b4-e4e250124ccc req-b2fedbb7-c309-43d2-baae-c5f9c0a7be56 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:55.474429 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-de965a87-beb0-42ef-83b4-e4e250124ccc req-b2fedbb7-c309-43d2-baae-c5f9c0a7be56 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0791111
May 19 02:28:55.519850 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-de965a87-beb0-42ef-83b4-e4e250124ccc req-57cc1a31-65d4-4ea9-beef-bf82d541aa20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393577
May 19 02:28:55.845170 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a2a2f-1123-40fa-b17f-f9a6a3126404 req-b4d6653d-82d6-46d9-81b1-9415011e6ec9 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:55.846624 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5c4a2a2f-1123-40fa-b17f-f9a6a3126404 req-b4d6653d-82d6-46d9-81b1-9415011e6ec9 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0881250
May 19 02:28:55.896094 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5c4a2a2f-1123-40fa-b17f-f9a6a3126404 req-f2593da8-872d-41cd-b06b-2209ac228c00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430567
May 19 02:28:56.104762 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a261a-3f3e-43b2-890e-f42daa7f4582 req-5eb8dbcc-970a-4952-ab9b-c9ad1f87c038 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:56.106244 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db2a261a-3f3e-43b2-890e-f42daa7f4582 req-5eb8dbcc-970a-4952-ab9b-c9ad1f87c038 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0843744
May 19 02:28:56.157212 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db2a261a-3f3e-43b2-890e-f42daa7f4582 req-3abc53f5-89ca-4598-b0ba-d9257727211e tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444586
May 19 02:28:56.562728 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3d26a-5717-460a-964d-1fc9e6cad0d2 req-30330a5b-3dc7-4bce-9b6d-10cd04339f48 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:56.564635 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fca3d26a-5717-460a-964d-1fc9e6cad0d2 req-30330a5b-3dc7-4bce-9b6d-10cd04339f48 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0844419
May 19 02:28:56.625240 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fca3d26a-5717-460a-964d-1fc9e6cad0d2 req-6224e0f9-eb13-4796-a17d-1678b75e75d3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539310
May 19 02:28:56.742067 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18cc15-696a-4f0e-8c16-dc21d085f891 req-ec2c6e54-139a-49d5-a178-ddd5c22a3e3d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:56.743461 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2d18cc15-696a-4f0e-8c16-dc21d085f891 req-ec2c6e54-139a-49d5-a178-ddd5c22a3e3d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0931237
May 19 02:28:56.791601 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2d18cc15-696a-4f0e-8c16-dc21d085f891 req-7a56fd69-7047-4607-a109-1b4896cd93d4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411386
May 19 02:28:57.089955 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af8059-6fac-45c2-8207-a8e37b94d6e6 req-eda410f3-77d1-440f-b9af-25c9ac8aecd4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:57.091564 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b8af8059-6fac-45c2-8207-a8e37b94d6e6 req-eda410f3-77d1-440f-b9af-25c9ac8aecd4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0888209
May 19 02:28:57.143064 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b8af8059-6fac-45c2-8207-a8e37b94d6e6 req-9b1aec26-8dd5-4387-ae31-6ee4f44aed10 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444303
May 19 02:28:57.411177 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30692ad-1ba3-45e0-9dec-ce08637b42a5 req-66a023c1-072b-4dc7-a4a9-3ff3a7cb3f3e tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:57.413043 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d30692ad-1ba3-45e0-9dec-ce08637b42a5 req-66a023c1-072b-4dc7-a4a9-3ff3a7cb3f3e tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.1402171
May 19 02:28:57.460473 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d30692ad-1ba3-45e0-9dec-ce08637b42a5 req-3a0c7dac-a9dc-4db7-bc91-ecd78ab6a63a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402064
May 19 02:28:57.754764 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48858) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:57.808862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778596-0cef-4056-932b-0350a0dd6778 req-11bc6b2a-575e-4155-b1c5-779242495c43 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:57.810387 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-78778596-0cef-4056-932b-0350a0dd6778 req-11bc6b2a-575e-4155-b1c5-779242495c43 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0803421
May 19 02:28:57.867053 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-78778596-0cef-4056-932b-0350a0dd6778 req-a8c09ca0-04b0-482a-823a-f3f3c9d98de5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493097
May 19 02:28:57.906457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:57.962255 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:57.970733 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Usage tracker for resource:security_group_rule and tenant:b38a8aeee80a4abc8a0bd6deb020912d is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:57.971488 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:57.983447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:58.034648 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6556-1853-4c9a-b5a6-5cd20187af1d req-32c344d0-15f1-4d39-a727-33fe2a7478a5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:58.036126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-300c6556-1853-4c9a-b5a6-5cd20187af1d req-32c344d0-15f1-4d39-a727-33fe2a7478a5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1185505
May 19 02:28:58.099062 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-300c6556-1853-4c9a-b5a6-5cd20187af1d req-29348478-f7c9-4865-9a9c-677e8e2ac060 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562446
May 19 02:28:58.123805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.128196 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.136150 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:58.177538 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b38a8aeee80a4abc8a0bd6deb020912d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4216058
May 19 02:28:58.178451 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496fc8d2-511b-4e77-b3ac-da8179578560,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:58.182131 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48876) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:58.182599 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:58.239570 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.298562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.375309 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a984-f56b-4101-9dcc-28c583bcd605 req-5948ac87-a3cc-409e-88a7-5954d1874c27 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:58.376826 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8f59a984-f56b-4101-9dcc-28c583bcd605 req-5948ac87-a3cc-409e-88a7-5954d1874c27 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.1180115
May 19 02:28:58.398275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.405204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:58.417810 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fc8d2-511b-4e77-b3ac-da8179578560,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:58.422223 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:58.431930 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.433010 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/496fc8d2-511b-4e77-b3ac-da8179578560 HTTP/1.1" status: 204  len: 168 time: 0.2498846
May 19 02:28:58.444970 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8f59a984-f56b-4101-9dcc-28c583bcd605 req-1ad31e4b-4575-4f89-85b3-31a130a78d44 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0617330
May 19 02:28:58.643689 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccfd5d-4108-4370-aa91-a400fe49bfba req-5f9c0bde-8c2b-4eed-8c02-4779b7755660 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:58.645133 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9cccfd5d-4108-4370-aa91-a400fe49bfba req-5f9c0bde-8c2b-4eed-8c02-4779b7755660 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0777376
May 19 02:28:58.689367 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9cccfd5d-4108-4370-aa91-a400fe49bfba req-6d4bced1-fe71-4d37-ad0e-ac26992f85d8 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380642
May 19 02:28:58.733294 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 48892) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:58.750704 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.764974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:28:58.768727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Usage tracker for resource:security_group_rule and tenant:6026a30893694177aeb3669608d6c112 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:28:58.771528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:28:58.777644 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:28:58.856112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.859519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:58.867205 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:58.905170 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6026a30893694177aeb3669608d6c112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1708326
May 19 02:28:58.906786 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031af80-c983-4acc-a257-31984380d259,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:58.907835 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 48898) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:28:58.909717 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:58.979878 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:59.004799 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:59.055311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b3c8-80ba-461f-afbf-686ce8d9f0ca req-40c96b81-1ca0-49d3-8e48-b7ae4d247b0c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:59.056687 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3632b3c8-80ba-461f-afbf-686ce8d9f0ca req-40c96b81-1ca0-49d3-8e48-b7ae4d247b0c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0836654
May 19 02:28:59.059135 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:59.063025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:28:59.074390 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031af80-c983-4acc-a257-31984380d259,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:28:59.078051 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:28:59.090871 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:28:59.094659 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6031af80-c983-4acc-a257-31984380d259 HTTP/1.1" status: 204  len: 168 time: 0.1858320
May 19 02:28:59.108696 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3632b3c8-80ba-461f-afbf-686ce8d9f0ca req-4697a8c5-3e5a-492a-9964-af0703949298 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457983
May 19 02:28:59.292850 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77280-494d-4b5f-8ffe-ba5501c808bf req-dcc621bb-2a2f-4cd5-bd11-7410ffb24202 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:59.294407 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4bf77280-494d-4b5f-8ffe-ba5501c808bf req-dcc621bb-2a2f-4cd5-bd11-7410ffb24202 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0823884
May 19 02:28:59.346092 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4bf77280-494d-4b5f-8ffe-ba5501c808bf req-80200fc9-425d-4289-8f81-b36259956ec8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452468
May 19 02:28:59.636863 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acec10a-c8d1-4e18-ae11-501e81e1bdb7 req-a40ff82b-af5e-4e4c-adf5-618252fb37ae tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:59.638358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7acec10a-c8d1-4e18-ae11-501e81e1bdb7 req-a40ff82b-af5e-4e4c-adf5-618252fb37ae tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0865204
May 19 02:28:59.687412 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7acec10a-c8d1-4e18-ae11-501e81e1bdb7 req-ca16dc37-ac67-47be-881c-5db91089b54d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431898
May 19 02:28:59.876630 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95866ad-5a4b-496f-a243-8ea413ba5ff2 req-3afc0ff1-c7fb-4297-acb4-57d896c5bb23 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:28:59.878085 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a95866ad-5a4b-496f-a243-8ea413ba5ff2 req-3afc0ff1-c7fb-4297-acb4-57d896c5bb23 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.0804036
May 19 02:28:59.922448 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a95866ad-5a4b-496f-a243-8ea413ba5ff2 req-521f7961-ab75-4e30-ac75-81697a326004 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386486
May 19 02:29:00.315701 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8e06-fbca-4cfd-bf75-be44e36cfa34 req-4751e4f6-b79d-4715-ab9b-37f678e7950a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:00.317141 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2cdd8e06-fbca-4cfd-bf75-be44e36cfa34 req-4751e4f6-b79d-4715-ab9b-37f678e7950a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0832925
May 19 02:29:00.362835 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2cdd8e06-fbca-4cfd-bf75-be44e36cfa34 req-d9cbacb1-fde8-41b1-b2b3-4e00c984b6c3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390489
May 19 02:29:00.545514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d173-0854-41a9-ac2d-10447f0832ac req-6e372780-38e4-44d2-8332-2eb21902d2e9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:00.546953 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d1b3d173-0854-41a9-ac2d-10447f0832ac req-6e372780-38e4-44d2-8332-2eb21902d2e9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0845068
May 19 02:29:00.603092 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d1b3d173-0854-41a9-ac2d-10447f0832ac req-3541e44a-f5f4-42b9-b7d9-65c26fdabaf4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500927
May 19 02:29:00.882357 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:00.886108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49d72-8eb3-41b4-a528-7893077945ff req-65efa128-03cc-44f0-8feb-24300c47f53e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:00.887695 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4cb49d72-8eb3-41b4-a528-7893077945ff req-65efa128-03cc-44f0-8feb-24300c47f53e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0868003
May 19 02:29:00.994869 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c07e28f1-d8f7-4a72-95c0-738be9ad2546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.003998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49010) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:01.022374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4cb49d72-8eb3-41b4-a528-7893077945ff req-e2e58d53-8f23-40cf-9f2d-0bd6d2d4c678 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1263039
May 19 02:29:01.143988 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.164711 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:01.170205 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Usage tracker for resource:security_group_rule and tenant:85e8d1b8735e44a6b559d31667710cf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:01.173888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:01.181346 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:01.197847 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8feb-da72-4878-ab7a-350a692e2829 req-e551c4b5-4c4c-4470-8676-ebd3a9a59206 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:01.199292 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5beb8feb-da72-4878-ab7a-350a692e2829 req-e551c4b5-4c4c-4470-8676-ebd3a9a59206 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.1266334
May 19 02:29:01.257558 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5beb8feb-da72-4878-ab7a-350a692e2829 req-033a9760-cd4b-4825-a061-8bb760bd7c14 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498209
May 19 02:29:01.308685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.312166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.320277 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:01.359100 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85e8d1b8735e44a6b559d31667710cf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3534896
May 19 02:29:01.359977 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f2ef3-c1a6-450a-ac4e-eba98adc8c4f,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:01.361646 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49018) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:01.363022 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:01.418884 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.444050 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.546515 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.551881 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:01.565554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f2ef3-c1a6-450a-ac4e-eba98adc8c4f,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:01.569738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:01.584091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1bc2e-5ab3-4f28-a9ca-bb334836ba79 req-51751e29-f3f1-48ce-a1ee-db0119c8f4c8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:01.586039 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-96c1bc2e-5ab3-4f28-a9ca-bb334836ba79 req-51751e29-f3f1-48ce-a1ee-db0119c8f4c8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.1117957
May 19 02:29:01.586996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.590785 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc0f2ef3-c1a6-450a-ac4e-eba98adc8c4f HTTP/1.1" status: 204  len: 168 time: 0.2253668
May 19 02:29:01.633226 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-96c1bc2e-5ab3-4f28-a9ca-bb334836ba79 req-b41fec8c-eb65-4fef-a6f8-9accc333a6fc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400331
May 19 02:29:01.793942 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52079de9-79fa-48ca-9266-b0580c89e66b req-f9a97e77-5568-41cc-9685-c50e48085c2e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:01.795395 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-52079de9-79fa-48ca-9266-b0580c89e66b req-f9a97e77-5568-41cc-9685-c50e48085c2e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0822959
May 19 02:29:01.844200 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-52079de9-79fa-48ca-9266-b0580c89e66b req-fbca7c61-316d-455f-b349-2a1bac55dc11 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428338
May 19 02:29:01.882430 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49034) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:01.900266 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:01.914729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:01.918638 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccb21ef96034706899cf796ec8d839c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:01.921475 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:01.927374 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:02.007225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.010739 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.017780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f419d717-758b-4bac-8134-093aaf2ee1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:02.058283 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ccb21ef96034706899cf796ec8d839c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1748197
May 19 02:29:02.059137 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fecf31-19ad-4b0b-8de2-a80de02b31b6,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:02.061818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49042) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:02.062270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:02.126426 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.196811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.267286 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195133cf-f056-4113-a670-32e16b8f8ad7 req-f1567658-b860-46a6-8b69-02a005d4b949 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:02.268705 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-195133cf-f056-4113-a670-32e16b8f8ad7 req-f1567658-b860-46a6-8b69-02a005d4b949 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.1155179
May 19 02:29:02.290328 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.297257 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3d199be4-9c87-44c3-acab-944700bfd109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:02.310964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fecf31-19ad-4b0b-8de2-a80de02b31b6,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:02.313811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:02.336624 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:02.337712 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81fecf31-19ad-4b0b-8de2-a80de02b31b6 HTTP/1.1" status: 204  len: 168 time: 0.2745755
May 19 02:29:02.346551 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-195133cf-f056-4113-a670-32e16b8f8ad7 req-85caa845-889b-4e01-af61-3a93953e8e0e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0722101
May 19 02:29:02.465306 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb3f54-ea53-4232-9440-a4ff9530c331 req-2134059e-8ea9-4a2b-b12b-a6e7231c3338 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:02.471641 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ccb3f54-ea53-4232-9440-a4ff9530c331 req-2134059e-8ea9-4a2b-b12b-a6e7231c3338 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 944 time: 0.1057663
May 19 02:29:02.514454 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ccb3f54-ea53-4232-9440-a4ff9530c331 req-bf0d1dbb-5b6a-478c-84c7-09cf30ef3947 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414560
May 19 02:29:02.826677 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aef725-b059-4d60-80fa-b4be2be86b4e req-69a0d240-9864-42c1-9bcc-b63e3d5667f2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:02.828150 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9aef725-b059-4d60-80fa-b4be2be86b4e req-69a0d240-9864-42c1-9bcc-b63e3d5667f2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 943 time: 0.0845087
May 19 02:29:02.879189 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9aef725-b059-4d60-80fa-b4be2be86b4e req-b2bae325-d1bf-4ae3-abe7-f4ca523c4eff tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451992
May 19 02:29:02.957934 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device c49a7011-94b5-451b-a133-7e3b83018fc7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:29:03.057630 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059551d0-61c3-4a4e-8d4e-70557bc6e624 req-dcb933b6-42bb-420a-ba06-afa6ff30bec3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:03.065332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-059551d0-61c3-4a4e-8d4e-70557bc6e624 req-dcb933b6-42bb-420a-ba06-afa6ff30bec3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1082232
May 19 02:29:03.111232 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-059551d0-61c3-4a4e-8d4e-70557bc6e624 req-3a3deafd-372b-4ead-93cb-26946b49f41a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447345
May 19 02:29:03.119794 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c49a7011-94b5-451b-a133-7e3b83018fc7,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.137763 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'c49a7011-94b5-451b-a133-7e3b83018fc7', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'port_id': 'c49a7011-94b5-451b-a133-7e3b83018fc7', 'mac_address': 'fa:16:3e:b8:da:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fa099-572c-4fe0-9fa5-a85c14785c78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:29:03.188927 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.205253 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49a7011-94b5-451b-a133-7e3b83018fc7 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:29:03.221523 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c49a7011-94b5-451b-a133-7e3b83018fc7,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.226092 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.227314 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:29:03.231159 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:03.334486 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:03.382518 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:03.420842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.434333 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9eae7268-bdda-40ca-bdcc-7c000109c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.455693 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,segment=NetworkSegment(5a4a21b3-47db-4dc4-9b20-9c50ab6e621b),segment_id=5a4a21b3-47db-4dc4-9b20-9c50ab6e621b)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.472174 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47', 'network_id': '3ed7dc65-0316-4c51-bdc0-ed349dfa118d', 'port_id': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47', 'mac_address': 'fa:16:3e:5a:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f610612-67f3-4cae-8376-f51d7a00b813', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:29:03.533993 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.540554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4d647-5328-4802-a6ed-c9ed12dc3bb3 req-27649631-362e-4436-a649-a5ee03411636 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:03.552693 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:29:03.553847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7ed4d647-5328-4802-a6ed-c9ed12dc3bb3 req-27649631-362e-4436-a649-a5ee03411636 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 944 time: 0.0971494
May 19 02:29:03.570756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,segment=NetworkSegment(5a4a21b3-47db-4dc4-9b20-9c50ab6e621b),segment_id=5a4a21b3-47db-4dc4-9b20-9c50ab6e621b)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.578142 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.578964 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:29:03.596370 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:03.628842 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7ed4d647-5328-4802-a6ed-c9ed12dc3bb3 req-934e3ce6-f2a6-437e-9cf5-bb27a7a4d854 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0661650
May 19 02:29:03.741009 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cb25a-1df2-4a9e-9f38-db5acbca3bc7 req-948d0b39-eb70-4a7f-a80c-9cae0a49cbda tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:03.742467 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b47cb25a-1df2-4a9e-9f38-db5acbca3bc7 req-948d0b39-eb70-4a7f-a80c-9cae0a49cbda tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0812757
May 19 02:29:03.755571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:03.760506 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:03.789888 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b47cb25a-1df2-4a9e-9f38-db5acbca3bc7 req-d8b0aa2e-c1a5-4ea2-9e70-27e9a31f82c8 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401337
May 19 02:29:03.793015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.806834 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '9391d650-7c8c-406f-9d7c-244364455da7', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:29:03.864160 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.920042 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:29:03.938335 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:03.942675 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:03.943642 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e6a00d3d-6d75-4663-af7f-f45becbb3d83 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:29:03.946510 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3af7743e-012c-4cd6-a610-82a1acdd3217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:04.050290 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:04.055609 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:04.071436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eba776-444d-4238-921d-276bc0a74c9d req-f9d7ab5d-e645-4dd7-95e3-037b82ebac3e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:04.072966 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7eba776-444d-4238-921d-276bc0a74c9d req-f9d7ab5d-e645-4dd7-95e3-037b82ebac3e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0826356
May 19 02:29:04.120136 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7eba776-444d-4238-921d-276bc0a74c9d req-93281694-9bb5-4498-824b-53bb0d984d78 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407503
May 19 02:29:04.158399 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:04.177322 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'port_id': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'mac_address': 'fa:16:3e:71:ba:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:29:04.240470 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:04.257324 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a00d3d-6d75-4663-af7f-f45becbb3d83 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:29:04.273139 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:04.276989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:04.278926 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:04.314229 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06da6d-5e03-43a0-8b19-d42956772dc5 req-70e421e6-dfe3-4310-b8a2-9dd6e20d6787 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:04.315868 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd06da6d-5e03-43a0-8b19-d42956772dc5 req-70e421e6-dfe3-4310-b8a2-9dd6e20d6787 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0833271
May 19 02:29:04.344372 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:04.347429 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:04.364413 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd06da6d-5e03-43a0-8b19-d42956772dc5 req-f6978142-09ec-4feb-87ec-563a0d97e213 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416129
May 19 02:29:04.593837 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:04.838731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc9ff8-7ec8-4d8c-afd3-3d0c46f916d3 req-2abb5af9-0a9b-48cb-9a35-404ac94ee8d7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:04.840389 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44cc9ff8-7ec8-4d8c-afd3-3d0c46f916d3 req-2abb5af9-0a9b-48cb-9a35-404ac94ee8d7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.1016624
May 19 02:29:04.904609 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44cc9ff8-7ec8-4d8c-afd3-3d0c46f916d3 req-fb98de60-a473-4f3e-82f9-3a8b01ea9b6e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0555375
May 19 02:29:04.983804 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce863d2-2eb7-4cce-9056-deced56ba619 req-a5855bff-5780-4afc-90c2-db456cb2722d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:04.985219 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ce863d2-2eb7-4cce-9056-deced56ba619 req-a5855bff-5780-4afc-90c2-db456cb2722d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0825231
May 19 02:29:05.031694 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ce863d2-2eb7-4cce-9056-deced56ba619 req-b8613d23-cd57-4cda-b688-5cfe4af4cf35 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406997
May 19 02:29:05.321481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd05c3-7180-4a58-9362-50da0d7c3d9d req-ad8a0ad8-2d79-45c8-a4c3-cacdd5f686a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:05.322946 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b6bd05c3-7180-4a58-9362-50da0d7c3d9d req-ad8a0ad8-2d79-45c8-a4c3-cacdd5f686a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0903113
May 19 02:29:05.379039 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b6bd05c3-7180-4a58-9362-50da0d7c3d9d req-a6ece177-59a3-4590-a907-07a754a9f571 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498712
May 19 02:29:05.431923 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:29:05.466695 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['e6a00d3d-6d75-4663-af7f-f45becbb3d83'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:29:05.546541 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:29:05.609168 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['9391d650-7c8c-406f-9d7c-244364455da7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:29:05.651836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb9356-0844-4caa-b3ef-ecd012404c69 req-cb6459e0-935b-464c-80a3-76db0f11fa5c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:05.653301 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44bb9356-0844-4caa-b3ef-ecd012404c69 req-cb6459e0-935b-464c-80a3-76db0f11fa5c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.1589983
May 19 02:29:05.700706 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44bb9356-0844-4caa-b3ef-ecd012404c69 req-125837bc-4bf8-4235-855c-78b514f74cc3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412111
May 19 02:29:06.134841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511ae1-f361-4d57-8db8-8ce3af2931c3 req-8f8b3aa0-0c15-4480-b785-d36e21d0755e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:06.136355 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0c511ae1-f361-4d57-8db8-8ce3af2931c3 req-8f8b3aa0-0c15-4480-b785-d36e21d0755e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.1018598
May 19 02:29:06.175871 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:06.222197 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0c511ae1-f361-4d57-8db8-8ce3af2931c3 req-89272cfd-4f05-4a88-a04d-34577d68f90d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0746615
May 19 02:29:06.283926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd3444-817a-4bf2-aa1a-95ddb1e595e6 req-44052ff9-3a3a-43f9-8378-b0437370a378 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:06.285405 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adbd3444-817a-4bf2-aa1a-95ddb1e595e6 req-44052ff9-3a3a-43f9-8378-b0437370a378 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0857594
May 19 02:29:06.339142 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adbd3444-817a-4bf2-aa1a-95ddb1e595e6 req-0cc7089f-3463-4934-a765-ae26f5cf8675 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405209
May 19 02:29:06.575568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0850-b893-4f8d-bda7-36e7b57c4519 req-81e783ab-bce9-4f29-a392-c244134d428f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:06.576987 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-026c0850-b893-4f8d-bda7-36e7b57c4519 req-81e783ab-bce9-4f29-a392-c244134d428f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0822589
May 19 02:29:06.625235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-026c0850-b893-4f8d-bda7-36e7b57c4519 req-4c59bf5b-2b3c-4a3c-a1a1-4fae78182eb2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424705
May 19 02:29:06.913758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026efba-c22a-4c77-afe3-c9480ba27777 req-702cfb1f-0605-4150-be03-b0dde4a08f1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:06.915239 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1026efba-c22a-4c77-afe3-c9480ba27777 req-702cfb1f-0605-4150-be03-b0dde4a08f1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0850945
May 19 02:29:06.964923 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1026efba-c22a-4c77-afe3-c9480ba27777 req-9d640d10-b94d-4a12-b738-900845bf1012 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421677
May 19 02:29:07.361720 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49268) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:07.411996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e005736-2024-4670-87ba-2b155190aac4 req-eae6c942-0b93-47dd-99b4-edf6b55321dc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:07.413818 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8e005736-2024-4670-87ba-2b155190aac4 req-eae6c942-0b93-47dd-99b4-edf6b55321dc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0896094
May 19 02:29:07.469078 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8e005736-2024-4670-87ba-2b155190aac4 req-6d65db27-d5e5-4651-acde-1123e996a0ae tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443871
May 19 02:29:07.507652 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.530816 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:07.535819 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Usage tracker for resource:security_group_rule and tenant:d20be3b3eeeb402dab085d843e274913 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:07.539678 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:07.547885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:07.576485 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3e6e5-f952-48a5-86b4-37b1428e5580 req-81b633c3-12b7-47ed-9b4f-40acd481f53b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:07.577918 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fdf3e6e5-f952-48a5-86b4-37b1428e5580 req-81b633c3-12b7-47ed-9b4f-40acd481f53b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.1303687
May 19 02:29:07.644432 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fdf3e6e5-f952-48a5-86b4-37b1428e5580 req-56ca8593-a9ef-48d8-8dd4-945985df295f tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597339
May 19 02:29:07.693483 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.698037 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.706510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:07.746236 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d20be3b3eeeb402dab085d843e274913&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3833983
May 19 02:29:07.747435 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9ce14-211f-4754-becd-a479f694f700,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:07.749496 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49278) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:07.768615 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.768967 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.769312 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.769649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.769986 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.770318 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.770648 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.770978 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.771342 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.771673 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.772022 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.772345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:07.777352 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:07.814552 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcb6e1-e282-440d-be80-cd5e952a3b1f req-4162104f-4b7e-4a31-bade-ebe3ba053e1b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:07.816297 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9abcb6e1-e282-440d-be80-cd5e952a3b1f req-4162104f-4b7e-4a31-bade-ebe3ba053e1b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0859890
May 19 02:29:07.821077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.846871 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.861084 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9abcb6e1-e282-440d-be80-cd5e952a3b1f req-fb2059ff-dfaf-47bb-a213-1a83548dcfda tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383945
May 19 02:29:07.900748 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.905931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4e8315d0-75ba-46d5-a620-54e813b799fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:07.920271 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9ce14-211f-4754-becd-a479f694f700,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:07.923160 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:07.934089 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:07.935397 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5eb9ce14-211f-4754-becd-a479f694f700 HTTP/1.1" status: 204  len: 168 time: 0.1848075
May 19 02:29:08.157736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994871df-2ff7-49a0-9dbb-2a0734f77edc req-25e85c21-616d-4948-9cff-2a355e3d70a4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:08.159149 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-994871df-2ff7-49a0-9dbb-2a0734f77edc req-25e85c21-616d-4948-9cff-2a355e3d70a4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0803034
May 19 02:29:08.205877 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-994871df-2ff7-49a0-9dbb-2a0734f77edc req-90d13e15-5acd-46d1-a845-7afc3da429d9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396442
May 19 02:29:08.225031 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49292) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:08.242639 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.256326 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:08.260033 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Usage tracker for resource:security_group_rule and tenant:91d5958d471c46d8bc904518ce700157 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:08.262758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:08.268337 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:08.353468 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.357358 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.365666 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:08.403377 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91d5958d471c46d8bc904518ce700157&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1765909
May 19 02:29:08.404886 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a826ad1-d41f-4f23-a784-a7f690b270b9,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:08.406179 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49298) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:08.407904 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:08.465144 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.493107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.546459 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.551910 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9c3a7af8-546f-4b4e-8ccc-b1bad85dae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:08.565721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a826ad1-d41f-4f23-a784-a7f690b270b9,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:08.573708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:08.574788 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a826ad1-d41f-4f23-a784-a7f690b270b9 HTTP/1.1" status: 204  len: 168 time: 0.1661909
May 19 02:29:08.576318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.576675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.577019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.577463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.577686 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.578018 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.578353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.578951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.579052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.579340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.579667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.579988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:08.584606 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b912d2e8-88ea-4478-a900-2030827d14c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:08.665863 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab846-81cc-49eb-9167-8c9ee1e77bba req-44731a22-c61a-4bde-a562-510474c18da5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:08.668621 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60cab846-81cc-49eb-9167-8c9ee1e77bba req-44731a22-c61a-4bde-a562-510474c18da5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0857201
May 19 02:29:08.713827 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60cab846-81cc-49eb-9167-8c9ee1e77bba req-f9ffd2dc-227c-4ac0-9511-db0f44a02f34 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400980
May 19 02:29:08.830970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeb53c-2266-4392-bf63-e168ca61ddb0 req-bfdda4c1-80ea-456b-815b-304786df4c39 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:08.832602 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5daeb53c-2266-4392-bf63-e168ca61ddb0 req-bfdda4c1-80ea-456b-815b-304786df4c39 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0827587
May 19 02:29:08.879917 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5daeb53c-2266-4392-bf63-e168ca61ddb0 req-9c488e87-0097-46d4-9f04-ecfd039b5a2e tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410626
May 19 02:29:09.052697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1fbd3-c6e8-4680-a51a-93272f830d65 req-21e055eb-7c15-4875-bc85-68784bad232d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:09.054728 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cee1fbd3-c6e8-4680-a51a-93272f830d65 req-21e055eb-7c15-4875-bc85-68784bad232d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0834010
May 19 02:29:09.105341 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cee1fbd3-c6e8-4680-a51a-93272f830d65 req-c28624e8-cd79-4a07-9cd6-d1538b178530 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440457
May 19 02:29:09.397678 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36ad23-cde1-482c-981e-01a4fd6c5b2f req-c2d851c1-668f-467d-a26e-c6c1ff3b6f1a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:09.399147 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c36ad23-cde1-482c-981e-01a4fd6c5b2f req-c2d851c1-668f-467d-a26e-c6c1ff3b6f1a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0786183
May 19 02:29:09.448378 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c36ad23-cde1-482c-981e-01a4fd6c5b2f req-ba075d1c-979e-4baf-ba86-6059d331cbd2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434661
May 19 02:29:09.900068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab4282-bfba-464c-af18-2cbe0d4c3703 req-99efd199-8d37-4971-9479-64631c68f75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:09.901506 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7cab4282-bfba-464c-af18-2cbe0d4c3703 req-99efd199-8d37-4971-9479-64631c68f75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0817335
May 19 02:29:10.009427 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7cab4282-bfba-464c-af18-2cbe0d4c3703 req-a215219b-1d13-4fdc-8e0e-d4e9fada2d28 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1019883
May 19 02:29:10.076619 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1bbd4-6d3b-418e-99d6-86f21c7b1938 req-3f1f5c46-2ac1-476b-ae20-cc4c39283b23 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:10.078292 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5ef1bbd4-6d3b-418e-99d6-86f21c7b1938 req-3f1f5c46-2ac1-476b-ae20-cc4c39283b23 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0869040
May 19 02:29:10.125350 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5ef1bbd4-6d3b-418e-99d6-86f21c7b1938 req-7c8765ee-7022-40d3-bf1e-7ce88f71f770 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413270
May 19 02:29:10.295529 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244be5b-b4ef-460c-b19a-953b235670db req-b41ba58a-c842-4fa9-bc72-2b27841c9957 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:10.296989 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3244be5b-b4ef-460c-b19a-953b235670db req-b41ba58a-c842-4fa9-bc72-2b27841c9957 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0863762
May 19 02:29:10.352851 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3244be5b-b4ef-460c-b19a-953b235670db req-5adc5ce4-ca2a-4789-b6f7-957a2dc9fa57 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493448
May 19 02:29:10.654728 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa626a-b9ef-494b-a17b-d54b91bce063 req-4c1caa24-a8aa-47aa-ad03-db173903fb60 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:10.656238 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64aa626a-b9ef-494b-a17b-d54b91bce063 req-4c1caa24-a8aa-47aa-ad03-db173903fb60 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0927496
May 19 02:29:10.704588 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64aa626a-b9ef-494b-a17b-d54b91bce063 req-b542a6e3-02f8-40ac-a39c-cfc6c645fe6d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424986
May 19 02:29:10.848025 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49404) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:10.962926 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:10.977133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:10.980819 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a90bdf5c9e4d6abf335e6d101d1e85 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:10.983588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:10.989135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:11.070207 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.074215 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.080631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7d40e42a-9e07-4291-9619-e439c9e10a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:11.123043 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8a90bdf5c9e4d6abf335e6d101d1e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2739742
May 19 02:29:11.125841 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49412) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:11.153213 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378e5d0-9da2-4ea3-899a-b1d41b5a8f68,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:11.160603 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:11.203066 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.211347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665467e-29e4-40ba-9227-91caaaae1067 req-61a8865f-81c5-4c9c-b579-4c3ae8b97557 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:11.213015 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1665467e-29e4-40ba-9227-91caaaae1067 req-61a8865f-81c5-4c9c-b579-4c3ae8b97557 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0938463
May 19 02:29:11.229334 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.261011 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1665467e-29e4-40ba-9227-91caaaae1067 req-1071ec48-f2db-4eca-8c7a-3f77143ee89f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419884
May 19 02:29:11.334901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.340121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:11.355254 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378e5d0-9da2-4ea3-899a-b1d41b5a8f68,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:11.358018 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:11.370153 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188795b-dee6-4bed-8239-46690179e652 req-2b241c1e-95fb-44d7-9e95-2e9e8b70db4c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:11.371646 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2188795b-dee6-4bed-8239-46690179e652 req-2b241c1e-95fb-44d7-9e95-2e9e8b70db4c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.1134381
May 19 02:29:11.377636 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.381110 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3378e5d0-9da2-4ea3-899a-b1d41b5a8f68 HTTP/1.1" status: 204  len: 168 time: 0.2540019
May 19 02:29:11.429543 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2188795b-dee6-4bed-8239-46690179e652 req-dd6150ce-55a9-4575-b744-61aeb5d27168 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471213
May 19 02:29:11.572351 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03d0c8-9d93-4229-9762-2b3d6c74fe02 req-3e3b4681-0f5b-434a-93d0-926f3992b0d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:11.573777 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-de03d0c8-9d93-4229-9762-2b3d6c74fe02 req-3e3b4681-0f5b-434a-93d0-926f3992b0d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0789945
May 19 02:29:11.620307 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-de03d0c8-9d93-4229-9762-2b3d6c74fe02 req-7fa8622f-8a4c-4dc1-8e88-cac9c915a48d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408626
May 19 02:29:11.688972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49432) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:11.706565 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.721000 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:11.724715 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a2090061fe4f5b91e0b42e10b5d75f is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:11.727556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:11.733455 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:11.817641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.852930 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.867246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:11.920710 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5a2090061fe4f5b91e0b42e10b5d75f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2305589
May 19 02:29:11.923631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49438) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:11.924920 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48e119f-6515-4b15-8235-1eaae20da253,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:11.928992 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:11.951718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee589-4aef-4591-9c47-bc932f15ede6 req-aae53e52-5529-4a70-ac13-bd01967b891b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:11.953148 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3f5ee589-4aef-4591-9c47-bc932f15ede6 req-aae53e52-5529-4a70-ac13-bd01967b891b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.1380696
May 19 02:29:11.987209 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:11.998016 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3f5ee589-4aef-4591-9c47-bc932f15ede6 req-bfbfcb66-1a61-40b9-b49c-28cf1f0de5cb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388582
May 19 02:29:12.013140 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:12.062781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:12.067354 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cba936e4-5d00-4fe5-8b17-739f69b0a598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:12.079584 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48e119f-6515-4b15-8235-1eaae20da253,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:12.082834 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:12.088331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:12.089401 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b48e119f-6515-4b15-8235-1eaae20da253 HTTP/1.1" status: 204  len: 168 time: 0.1647735
May 19 02:29:12.448952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a69-3d4f-4b8e-ad88-0d17e7d7c2dc req-b6badafa-a733-4f86-adba-188b5b20c8cb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:12.450391 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52e84a69-3d4f-4b8e-ad88-0d17e7d7c2dc req-b6badafa-a733-4f86-adba-188b5b20c8cb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0816348
May 19 02:29:12.500144 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52e84a69-3d4f-4b8e-ad88-0d17e7d7c2dc req-91b1dae7-875f-40e8-b4e6-bbaab4db902c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440412
May 19 02:29:12.628833 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8ae15-06a0-4649-bb67-6cb84f203bb6 req-fa77fb22-23b0-46f5-8e75-f49e6a4e1cf7 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:12.630288 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-07c8ae15-06a0-4649-bb67-6cb84f203bb6 req-fa77fb22-23b0-46f5-8e75-f49e6a4e1cf7 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0845633
May 19 02:29:12.730092 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-07c8ae15-06a0-4649-bb67-6cb84f203bb6 req-c5df600f-c0bd-446a-be31-02148bf06288 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932827
May 19 02:29:12.821666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d08db4-3b51-46a5-b90d-4dc98f3f5552 req-ecf8506b-d207-4844-b13a-2eeb2b19cfd5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:12.823168 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77d08db4-3b51-46a5-b90d-4dc98f3f5552 req-ecf8506b-d207-4844-b13a-2eeb2b19cfd5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0898473
May 19 02:29:12.875061 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77d08db4-3b51-46a5-b90d-4dc98f3f5552 req-c35508eb-8abb-466c-a95b-37662e69dad4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462689
May 19 02:29:13.186395 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c764ae-7873-4041-aec0-367de08d3492 req-7c3008ac-9a5e-4572-9020-2ef4d4fae2ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:13.187849 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3c764ae-7873-4041-aec0-367de08d3492 req-7c3008ac-9a5e-4572-9020-2ef4d4fae2ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0805049
May 19 02:29:13.237896 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3c764ae-7873-4041-aec0-367de08d3492 req-cecc58d4-d2e0-4713-829b-7084911e4ca7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414057
May 19 02:29:13.286388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49486) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:13.400180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.414333 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:13.418086 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee2aeb8bd5c48c282334ff17332da66 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:13.420841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:13.426604 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:13.509151 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.512514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.520387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7302cd42-daa2-4e51-8e33-ff1f327d3c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:13.559609 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ee2aeb8bd5c48c282334ff17332da66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2721548
May 19 02:29:13.561278 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f0127-0d3f-4627-a6c9-f042355d7863,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:13.562293 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49494) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:13.564324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:13.620593 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.645828 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.686591 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d6197-a104-4b28-981a-aa7da2821b52 req-1fccef38-4617-4f17-8d63-990327027a42 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:13.688182 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c54d6197-a104-4b28-981a-aa7da2821b52 req-1fccef38-4617-4f17-8d63-990327027a42 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0797331
May 19 02:29:13.699734 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.704568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:13.717653 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f0127-0d3f-4627-a6c9-f042355d7863,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:13.727882 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:13.729884 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:13.734429 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf7f0127-0d3f-4627-a6c9-f042355d7863 HTTP/1.1" status: 204  len: 168 time: 0.1710906
May 19 02:29:13.745941 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c54d6197-a104-4b28-981a-aa7da2821b52 req-ceedef28-5fb3-4c45-99eb-a2395c320416 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499711
May 19 02:29:13.940128 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ec42d-fa8c-4479-be4f-65fcf53ba93f req-a24c3196-0832-4e58-8b65-658ba0afa51c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:13.942041 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ae2ec42d-fa8c-4479-be4f-65fcf53ba93f req-a24c3196-0832-4e58-8b65-658ba0afa51c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.1015296
May 19 02:29:13.992988 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ae2ec42d-fa8c-4479-be4f-65fcf53ba93f req-486bd4db-0b8f-40da-aced-3a4c9bf59a7f tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452302
May 19 02:29:14.084405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09139a61-0500-417f-b7a8-8abf054b214d req-906db7b9-6811-429a-bcb4-4280b237066f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:14.085853 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09139a61-0500-417f-b7a8-8abf054b214d req-906db7b9-6811-429a-bcb4-4280b237066f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0875020
May 19 02:29:14.133805 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09139a61-0500-417f-b7a8-8abf054b214d req-7207643a-56ae-45b1-b190-36c0514a4025 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419903
May 19 02:29:14.426823 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200d16-00ed-4c79-b6bd-814e2b94b555 req-d45dbddb-e010-4507-8a47-21c2580576ad tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:14.428427 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f5200d16-00ed-4c79-b6bd-814e2b94b555 req-d45dbddb-e010-4507-8a47-21c2580576ad tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0791922
May 19 02:29:14.472330 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f5200d16-00ed-4c79-b6bd-814e2b94b555 req-77a48cc6-e87d-40a1-8dcb-d3365d1d2b69 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382140
May 19 02:29:14.984055 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b723c-e263-4902-8b98-3726df1142b1 req-0f73b3fe-722b-41dc-99f0-0b02f366f68b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:14.986239 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-801b723c-e263-4902-8b98-3726df1142b1 req-0f73b3fe-722b-41dc-99f0-0b02f366f68b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.1247294
May 19 02:29:15.043248 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-801b723c-e263-4902-8b98-3726df1142b1 req-f2691a6e-bd54-4bbf-97f4-d3dc8f6f691b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498044
May 19 02:29:15.182573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5bc35-decd-4b15-8afd-b90612859659 req-797eebeb-df9f-440a-a91f-cd2dd6eb56a1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:15.184037 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a9f5bc35-decd-4b15-8afd-b90612859659 req-797eebeb-df9f-440a-a91f-cd2dd6eb56a1 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0840838
May 19 02:29:15.228515 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a9f5bc35-decd-4b15-8afd-b90612859659 req-6232d834-c2cc-453d-bf25-005df11b2954 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389636
May 19 02:29:15.327453 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb528f8b-6cd0-4ad4-b439-a097f032a791 req-ca395e6e-20c1-424d-81ae-41ec085dcadf tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:15.329026 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bb528f8b-6cd0-4ad4-b439-a097f032a791 req-ca395e6e-20c1-424d-81ae-41ec085dcadf tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0836055
May 19 02:29:15.373319 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bb528f8b-6cd0-4ad4-b439-a097f032a791 req-2a967846-9d95-43e8-a1f1-6905d5b30415 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386040
May 19 02:29:15.659073 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0c83-b109-45f9-81be-3600744ff624 req-ca37e9eb-5219-48bd-9a60-e2c8369e89b8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:15.660531 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d57c0c83-b109-45f9-81be-3600744ff624 req-ca37e9eb-5219-48bd-9a60-e2c8369e89b8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0799398
May 19 02:29:15.707755 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d57c0c83-b109-45f9-81be-3600744ff624 req-bf41edd6-f3be-40d8-af99-312ca4e8d76e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408850
May 19 02:29:16.274825 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794036a-008e-4cc8-a694-1e9a44f9c76a req-aa37eb54-9d32-4f5e-96db-023f37f9f851 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:16.276453 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b794036a-008e-4cc8-a694-1e9a44f9c76a req-aa37eb54-9d32-4f5e-96db-023f37f9f851 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.1135638
May 19 02:29:16.337657 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b794036a-008e-4cc8-a694-1e9a44f9c76a req-c15062f4-040c-404b-ac50-37b955ec800f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0537527
May 19 02:29:16.449264 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdc2f6-91f3-4738-b2c2-9c9178fa3d27 req-ec09914f-9b0e-4f0e-a6b8-2726497b8aae tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:16.450786 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-39bdc2f6-91f3-4738-b2c2-9c9178fa3d27 req-ec09914f-9b0e-4f0e-a6b8-2726497b8aae tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.1012383
May 19 02:29:16.511687 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-39bdc2f6-91f3-4738-b2c2-9c9178fa3d27 req-d46e5129-8ccc-4d77-96dd-6eb14e467bc9 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510261
May 19 02:29:16.591992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14080-48bc-47d5-bb3a-633fb782e6f4 req-834a676f-ef5f-4f0a-b93a-c7a6195bad5c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:16.593397 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88f14080-48bc-47d5-bb3a-633fb782e6f4 req-834a676f-ef5f-4f0a-b93a-c7a6195bad5c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.0803859
May 19 02:29:16.645925 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88f14080-48bc-47d5-bb3a-633fb782e6f4 req-ca7476cf-3319-4a55-be36-df0efa4a514a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464127
May 19 02:29:16.922448 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a275ba3-6cbb-4794-a5b2-1b745708285e req-5bfcbfdf-af4e-4aa3-8b38-d5dd7770455c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:16.922845 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2a275ba3-6cbb-4794-a5b2-1b745708285e req-5bfcbfdf-af4e-4aa3-8b38-d5dd7770455c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0967565
May 19 02:29:16.981720 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2a275ba3-6cbb-4794-a5b2-1b745708285e req-7708811d-4842-45a5-955d-7e5dfa5a5b79 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518794
May 19 02:29:17.523220 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb8384-49e3-4795-a6b4-adebabc490e5 req-d1913fb6-30e7-4de8-ab17-4b6535754b03 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:17.524716 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9cb8384-49e3-4795-a6b4-adebabc490e5 req-d1913fb6-30e7-4de8-ab17-4b6535754b03 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 945 time: 0.0817451
May 19 02:29:17.622198 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9cb8384-49e3-4795-a6b4-adebabc490e5 req-932b39a0-9b13-45cb-9570-c5817bc6be9e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0830343
May 19 02:29:17.723807 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01a0ee-0667-4ed4-a258-6cff7dad64ac req-778d4259-8ae9-4141-814b-63768c44ffe3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:17.725620 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8c01a0ee-0667-4ed4-a258-6cff7dad64ac req-778d4259-8ae9-4141-814b-63768c44ffe3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 945 time: 0.0875907
May 19 02:29:17.783782 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e6a00d3d-6d75-4663-af7f-f45becbb3d83 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:29:17.792922 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8c01a0ee-0667-4ed4-a258-6cff7dad64ac req-7414c601-43ed-4c3b-99b1-cac9147222ae tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615165
May 19 02:29:17.885670 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f692a-0bc7-4c14-80f7-db3674532f00 req-77593327-e252-4846-a562-8f8ff7301b5d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:17.887237 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a2f692a-0bc7-4c14-80f7-db3674532f00 req-77593327-e252-4846-a562-8f8ff7301b5d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 944 time: 0.1203823
May 19 02:29:17.888952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port e6a00d3d-6d75-4663-af7f-f45becbb3d83 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:29:17.896549 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port e6a00d3d-6d75-4663-af7f-f45becbb3d83 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:29:17.897569 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:17.943142 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a2f692a-0bc7-4c14-80f7-db3674532f00 req-c87a61a2-8c53-4c98-be15-e9f05526dc32 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484536
May 19 02:29:18.058400 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.121375 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:29:18.221243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:18.233296 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.234505 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:29:18.245840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ab46f-e839-4fad-95b4-4a935e0e6fa2 req-6080be50-cb74-488b-ab33-355f4e7d92d5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:18.257228 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fb3ab46f-e839-4fad-95b4-4a935e0e6fa2 req-6080be50-cb74-488b-ab33-355f4e7d92d5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.1302855
May 19 02:29:18.287009 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:18.364722 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fb3ab46f-e839-4fad-95b4-4a935e0e6fa2 req-e7a3f372-39f3-485b-bf88-d5d553053cf4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065259
May 19 02:29:18.390270 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:18.406606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.407101 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.407496 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.407815 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.408142 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.408510 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.408832 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.409151 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.409472 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.409900 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.410188 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.410521 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:29:18.414616 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:29:18.424515 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:18.427021 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:29:18.427436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.554601 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.605684 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,segment=NetworkSegment(5a4a21b3-47db-4dc4-9b20-9c50ab6e621b),segment_id=5a4a21b3-47db-4dc4-9b20-9c50ab6e621b)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:18.609467 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.610600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device c49a7011-94b5-451b-a133-7e3b83018fc7 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:29:18.635509 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'code': 200}
May 19 02:29:18.635944 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:18.752554 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:18.756640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:18.780674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port c49a7011-94b5-451b-a133-7e3b83018fc7 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:29:18.780674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port c49a7011-94b5-451b-a133-7e3b83018fc7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:29:18.781006 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.819964 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918cc7-1a01-48c0-b60d-58bb1de0619b req-625052df-9ca7-40c2-a5f8-4a9ec88c58f0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:18.821437 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-df918cc7-1a01-48c0-b60d-58bb1de0619b req-625052df-9ca7-40c2-a5f8-4a9ec88c58f0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0917296
May 19 02:29:18.871376 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-df918cc7-1a01-48c0-b60d-58bb1de0619b req-1c8bd676-d9eb-40e7-ac58-a5137170981f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429616
May 19 02:29:18.900978 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.925561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-93850c1b-ea4b-4308-bf58-3f923d1fd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:18.927016 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-93850c1b-ea4b-4308-bf58-3f923d1fd363 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.1148510
May 19 02:29:18.942393 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c49a7011-94b5-451b-a133-7e3b83018fc7,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:18.948210 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:18.949178 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:29:18.974929 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e0473453-e11f-439a-a598-bfdf468dbfa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:19.059368 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.068985 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:19.072664 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:19.077496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:19.085111 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 9391d650-7c8c-406f-9d7c-244364455da7 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:29:19.088898 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Usage tracker for resource:security_group_rule and tenant:cb0ade4cb03f4f6c85d79c56d1d6dd07 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:19.090415 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 9391d650-7c8c-406f-9d7c-244364455da7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:29:19.091158 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.092903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:19.100715 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:19.134417 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:29:19.155818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4f3b-43b6-49ca-b7e3-488f20ffc6ca req-30808c4e-b01c-4973-80db-017a8b9a2464 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:19.157271 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-183b4f3b-43b6-49ca-b7e3-488f20ffc6ca req-30808c4e-b01c-4973-80db-017a8b9a2464 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.2190235
May 19 02:29:19.168984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca949e-d2d4-4446-ae5d-81d6a8745ea6 req-bf49d85a-511d-41ba-b1d9-68862689de46 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:19.170532 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-deca949e-d2d4-4446-ae5d-81d6a8745ea6 req-bf49d85a-511d-41ba-b1d9-68862689de46 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.1109600
May 19 02:29:19.229446 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-183b4f3b-43b6-49ca-b7e3-488f20ffc6ca req-6f5a6a61-053e-435e-8b48-79291c1e3abf tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647352
May 19 02:29:19.234846 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-deca949e-d2d4-4446-ae5d-81d6a8745ea6 req-078ef089-20f6-484b-86ed-f832c61bd58d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567753
May 19 02:29:19.255509 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.269465 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.277277 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.279883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:19.305069 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-78c24a35-18cd-47a7-a3ab-1cd1519731af req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3655162
May 19 02:29:19.320675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=415b7f2a-6c38-47d2-9749-54ccecf13510,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:19.322421 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:29:19.324626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:19.330273 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:19.332770 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:19.410861 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:19.414526 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:19.609424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb7a4-843a-47b2-a0be-ae694a5961b4 req-f20ec7d9-db8c-4e78-912f-5f21e6aee6e2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:19.611165 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d5eb7a4-843a-47b2-a0be-ae694a5961b4 req-f20ec7d9-db8c-4e78-912f-5f21e6aee6e2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0896504
May 19 02:29:19.674299 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d5eb7a4-843a-47b2-a0be-ae694a5961b4 req-c7d5a486-e497-46dd-b98c-d3a669792b79 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463078
May 19 02:29:20.093453 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccf958-dcda-41e3-a3f3-0267ac16ae77 req-8b710736-3c35-4d9d-bcb3-5dcec97fbd70 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:20.094806 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-58ccf958-dcda-41e3-a3f3-0267ac16ae77 req-8b710736-3c35-4d9d-bcb3-5dcec97fbd70 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0861044
May 19 02:29:20.137679 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-58ccf958-dcda-41e3-a3f3-0267ac16ae77 req-d1032ac8-2443-474c-85cc-1c46f2250453 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371041
May 19 02:29:20.416241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f128968-c572-402a-8590-2ff4f592295d req-66057351-751f-434e-840f-c916c00a4a6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:20.417613 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6f128968-c572-402a-8590-2ff4f592295d req-66057351-751f-434e-840f-c916c00a4a6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0795248
May 19 02:29:20.425130 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e2240-0446-4776-816c-264714ec469c req-a9993661-0fb2-4db2-b61d-40df6670f716 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:20.426742 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-769e2240-0446-4776-816c-264714ec469c req-a9993661-0fb2-4db2-b61d-40df6670f716 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.0784440
May 19 02:29:20.464448 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6f128968-c572-402a-8590-2ff4f592295d req-9905c586-fe13-47fc-94bf-4f3776562d84 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406301
May 19 02:29:20.475243 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-769e2240-0446-4776-816c-264714ec469c req-58658cff-1b95-4560-a19c-1350adb26dcd tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423186
May 19 02:29:20.636809 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47'}, {'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7'}, {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:29:20.693664 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47', 'code': 200}
May 19 02:29:20.694219 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7', 'code': 200}
May 19 02:29:20.694495 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'code': 200}
May 19 02:29:20.898414 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd23c-cf5f-4baf-a6a6-491b32fd0445 req-375aefb5-3afe-4aee-8804-188eee359b29 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:20.899929 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b87bd23c-cf5f-4baf-a6a6-491b32fd0445 req-375aefb5-3afe-4aee-8804-188eee359b29 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0941472
May 19 02:29:20.948040 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b87bd23c-cf5f-4baf-a6a6-491b32fd0445 req-9ae97889-d031-46d4-b12b-563ff9022501 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416749
May 19 02:29:21.173121 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e4d37-cba7-4ccf-8291-b639da2b9ea3 req-64ded6d7-aa9d-46cc-83d8-e37d1f5c43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.176433 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f45e4d37-cba7-4ccf-8291-b639da2b9ea3 req-64ded6d7-aa9d-46cc-83d8-e37d1f5c43e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1098 time: 0.2147536
May 19 02:29:21.180452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99575c5-e6e9-4bb9-9595-27ff804f33e7 req-35e8dfee-12d0-42f4-a9a9-71cbf56b1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.181802 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f99575c5-e6e9-4bb9-9595-27ff804f33e7 req-35e8dfee-12d0-42f4-a9a9-71cbf56b1f71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 1098 time: 0.1732099
May 19 02:29:21.190968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67f2e-71ee-4106-9858-c2d87975d00c req-6b72372d-ddb7-4e40-91de-30035f066a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.192440 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ddd67f2e-71ee-4106-9858-c2d87975d00c req-6b72372d-ddb7-4e40-91de-30035f066a33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 1099 time: 0.1849053
May 19 02:29:21.301331 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f99575c5-e6e9-4bb9-9595-27ff804f33e7 req-46634cff-ffc7-4a4a-b018-2c27adbe9745 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858254
May 19 02:29:21.307358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f45e4d37-cba7-4ccf-8291-b639da2b9ea3 req-55977754-2d78-4d84-bd62-15edf3ff93a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093316
May 19 02:29:21.309122 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ddd67f2e-71ee-4106-9858-c2d87975d00c req-7199e9cf-9079-467f-9514-3a469a60596f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925763
May 19 02:29:21.367526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3678f3a-949c-4454-be5c-02f3b24e4110 req-32cac55d-fd80-478c-94bd-8422b612138f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.374411 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f3678f3a-949c-4454-be5c-02f3b24e4110 req-32cac55d-fd80-478c-94bd-8422b612138f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1011426
May 19 02:29:21.419015 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f3678f3a-949c-4454-be5c-02f3b24e4110 req-568ff3c1-7c5d-49c6-91be-67c494f1f81c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436416
May 19 02:29:21.426907 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49746) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:21.603949 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:21.621139 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:21.626134 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Usage tracker for resource:security_group_rule and tenant:57bbad4ca91d4b4e81fab991bec3179a is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:21.629258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:21.638089 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:21.678940 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5490c15-3fdb-4349-a4af-9df496967468 req-17368eb0-5483-4b7a-9a36-4d2e9f3858d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.680412 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5490c15-3fdb-4349-a4af-9df496967468 req-17368eb0-5483-4b7a-9a36-4d2e9f3858d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0889153
May 19 02:29:21.728665 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5490c15-3fdb-4349-a4af-9df496967468 req-09d262f6-7132-4573-a8b8-12ae38153876 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416775
May 19 02:29:21.771351 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594b579-57d8-4e51-9dfe-1a89db220e0e req-d36aae19-03b9-4907-af6c-f5d340575a72 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:21.772759 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4594b579-57d8-4e51-9dfe-1a89db220e0e req-d36aae19-03b9-4907-af6c-f5d340575a72 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.1319308
May 19 02:29:21.835035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:21.840656 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4594b579-57d8-4e51-9dfe-1a89db220e0e req-0803ff70-62c0-4e46-85f8-46451bb36562 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605977
May 19 02:29:21.841702 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:21.849809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d9880c8c-2ee4-43f2-a281-5f9621e47c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:21.891229 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57bbad4ca91d4b4e81fab991bec3179a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4632447
May 19 02:29:21.892164 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48acf89b-6939-4480-8afe-9768042ce4eb,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:21.894590 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49762) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:21.895203 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:21.951745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:21.980716 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.044144 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.047913 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-981cc2dd-c0a0-405f-a3c2-162f05d48f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:22.061634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48acf89b-6939-4480-8afe-9768042ce4eb,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:22.064187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:22.114009 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.115079 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48acf89b-6939-4480-8afe-9768042ce4eb HTTP/1.1" status: 204  len: 168 time: 0.2187154
May 19 02:29:22.158978 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36bcaa-753e-4f75-ac43-fac0c07d1f96 req-3368fb70-2168-4701-bc75-ae32ea9272f0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:22.160454 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d36bcaa-753e-4f75-ac43-fac0c07d1f96 req-3368fb70-2168-4701-bc75-ae32ea9272f0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0934055
May 19 02:29:22.210303 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d36bcaa-753e-4f75-ac43-fac0c07d1f96 req-cd1476cb-afbd-4ea9-9b4f-f3527224bb25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434799
May 19 02:29:22.414876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49776) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:22.432690 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.449159 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:22.452933 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9406ff0747e449c89fdeb3a4a5823ca2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:22.455835 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:22.461953 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:22.630359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.638720 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.646454 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7113f70f-6ec1-407c-bc75-158a3bade1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:22.694757 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9406ff0747e449c89fdeb3a4a5823ca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2787709
May 19 02:29:22.697474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49786) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:22.698856 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfeb71e-bcda-46e5-b1ad-c87d6f8945ea,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:22.702290 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:22.716911 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551995b1-f892-4b1f-875c-3e2f99a20005 req-aaec93d8-0599-4e91-ba52-2bc887738280 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:22.718367 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-551995b1-f892-4b1f-875c-3e2f99a20005 req-aaec93d8-0599-4e91-ba52-2bc887738280 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1435788
May 19 02:29:22.767032 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-551995b1-f892-4b1f-875c-3e2f99a20005 req-854c2586-980a-44ee-9656-9e4c850c1dd2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408888
May 19 02:29:22.792395 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.819212 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.933120 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.937902 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:22.954772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe7aa-e526-4301-a479-ce9d9631d4a8 req-9af2dabd-2f1a-4e88-b818-531bf1423474 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:22.956234 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ce2fe7aa-e526-4301-a479-ce9d9631d4a8 req-9af2dabd-2f1a-4e88-b818-531bf1423474 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.1026206
May 19 02:29:22.958700 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfeb71e-bcda-46e5-b1ad-c87d6f8945ea,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:22.961040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fb25a-1fff-4ad1-b25d-64569409e30a req-12779d0b-67b0-449a-a9d4-9079537149dc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:22.962213 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:22.962468 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-407fb25a-1fff-4ad1-b25d-64569409e30a req-12779d0b-67b0-449a-a9d4-9079537149dc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0914490
May 19 02:29:22.971884 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49798) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:22.977805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'floatingip': {'port_id': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:29:22.984609 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:22.988667 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7bfeb71e-bcda-46e5-b1ad-c87d6f8945ea HTTP/1.1" status: 204  len: 168 time: 0.2871966
May 19 02:29:23.023623 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ce2fe7aa-e526-4301-a479-ce9d9631d4a8 req-1c1c2745-d3fe-414f-b1e7-6f888fbabbf3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593443
May 19 02:29:23.060698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:23.312367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f376c-b6b9-4599-84eb-b4a7fe6fe794 req-c026b002-738b-4024-9136-a31850ceac0a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:23.313916 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8e5f376c-b6b9-4599-84eb-b4a7fe6fe794 req-c026b002-738b-4024-9136-a31850ceac0a tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.2025502
May 19 02:29:23.510901 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8e5f376c-b6b9-4599-84eb-b4a7fe6fe794 req-77bc59a2-ea9d-4f20-b94f-0c3fddaf3056 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400077
May 19 02:29:23.533290 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c1d3-5e1e-4611-8a99-4090e66400f9 req-0a704a8e-62c8-45d0-906a-ccf37a3cb1fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:23.535320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a89c1d3-5e1e-4611-8a99-4090e66400f9 req-0a704a8e-62c8-45d0-906a-ccf37a3cb1fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0819936
May 19 02:29:23.606717 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a89c1d3-5e1e-4611-8a99-4090e66400f9 req-d20938d2-2d04-46ec-9e90-ff41399bb97f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585852
May 19 02:29:23.998438 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:24.009466 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:24.395924 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Floating IP baab8755-1fba-48f0-9650-ab72ba906c6e associated. External IP: 172.27.0.135, port: e6a00d3d-6d75-4663-af7f-f45becbb3d83.
May 19 02:29:24.473190 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30135f0f-0203-4c72-9297-39883b79072b req-4cb94fba-c69a-4ce2-8582-b98601dd9eb6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:24.475274 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-30135f0f-0203-4c72-9297-39883b79072b req-4cb94fba-c69a-4ce2-8582-b98601dd9eb6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.2934115
May 19 02:29:24.638365 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-30135f0f-0203-4c72-9297-39883b79072b req-d754cb62-aada-4171-a406-87dc22b1d208 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328979
May 19 02:29:24.830031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f678c1-6ca5-4719-bda1-ad652c94f09f req-2bd0f6ff-691d-4d8a-9d1d-4335bee975cb tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:24.831515 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53f678c1-6ca5-4719-bda1-ad652c94f09f req-2bd0f6ff-691d-4d8a-9d1d-4335bee975cb tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.1732416
May 19 02:29:24.887340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53f678c1-6ca5-4719-bda1-ad652c94f09f req-b1b287a7-9028-4f1a-b477-db9395dce0db tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493066
May 19 02:29:24.948222 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:29:25.049858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d826df-82df-4b76-aad4-e6d34f0d21aa req-0be9fa34-5a8b-426e-9880-6e9090e32eb6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:25.051323 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-23d826df-82df-4b76-aad4-e6d34f0d21aa req-0be9fa34-5a8b-426e-9880-6e9090e32eb6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1822202
May 19 02:29:25.184144 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-23d826df-82df-4b76-aad4-e6d34f0d21aa req-e71927ea-5f4c-4a27-bb3b-4875384a6d75 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174173
May 19 02:29:25.184144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:29:25.198758 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:29:25.205684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:25.211579 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:29:25.212249 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7491a60>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:29:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:25.304594 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4151c8fa-0acd-42ca-be53-d65337421c74 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "PUT /v2.0/floatingips/baab8755-1fba-48f0-9650-ab72ba906c6e HTTP/1.1" status: 200  len: 992 time: 2.3316116
May 19 02:29:25.305674 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:29:25.461831 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651cab0-4c67-43cb-8c78-10a3e97807a4 req-ea3b082d-639f-47e7-aac3-218711c3506b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:25.472796 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49892) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:25.474043 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:29:25.475592 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a651cab0-4c67-43cb-8c78-10a3e97807a4 req-ea3b082d-639f-47e7-aac3-218711c3506b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1077569
May 19 02:29:25.480193 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'floatingip': {'port_id': '9391d650-7c8c-406f-9d7c-244364455da7'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:29:25.560442 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'status': 'completed', 'code': 200}
May 19 02:29:25.583451 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:25.683424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-1ce0a725-7705-4419-b042-4683164dd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:25.685654 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-1ce0a725-7705-4419-b042-4683164dd1dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.1114273
May 19 02:29:25.896735 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7491a60>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'baab8755-1fba-48f0-9650-ab72ba906c6e', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:71:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:32Z', 'updated_at': '2021-05-19T02:29:23Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:25.902299 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:29:25.911360 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:29:25.912697 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7491a60>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:29:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:26.096808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bfe91-129a-4756-a8ed-71b612442dfa req-27dfaf6c-f5cc-4706-866c-9b5aa4bc7b1c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:26.098378 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-416bfe91-129a-4756-a8ed-71b612442dfa req-27dfaf6c-f5cc-4706-866c-9b5aa4bc7b1c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.0872908
May 19 02:29:26.135919 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:29:26.180444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-416bfe91-129a-4756-a8ed-71b612442dfa req-b3f8a9b8-b2ab-4e23-aa88-f1a72724f40b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755284
May 19 02:29:26.400853 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:26.407788 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:26.568063 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7491a60>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'baab8755-1fba-48f0-9650-ab72ba906c6e', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:71:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:32Z', 'updated_at': '2021-05-19T02:29:23Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:26.577729 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffcb54-7b40-4505-ad99-edeecf9aeb79 None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'baab8755-1fba-48f0-9650-ab72ba906c6e', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:71:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:32Z', 'updated_at': '2021-05-19T02:29:23Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:29:26.610238 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Floating IP e1985ec3-a050-4fc1-9a07-e2a345d33674 associated. External IP: 172.27.0.112, port: 9391d650-7c8c-406f-9d7c-244364455da7.
May 19 02:29:26.969662 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29421526-ca5f-4bd8-b846-d1a1c23f673d None None] New status for floating IP baab8755-1fba-48f0-9650-ab72ba906c6e: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:29:27.109292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:29:27.305757 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:29:27.310820 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.315682 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:29:27.325550 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:29:27.326151 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f70687f0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:29:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:27.336282 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49948) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:27.367801 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-efb8868f-0b13-4e23-be10-f7a241d10b25 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "PUT /v2.0/floatingips/e1985ec3-a050-4fc1-9a07-e2a345d33674 HTTP/1.1" status: 200  len: 991 time: 1.8934925
May 19 02:29:27.462663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.517801 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:29:27.532436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:27.536181 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Usage tracker for resource:security_group_rule and tenant:49bb11a5c4b843a78bc38ef5e9944009 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:27.538994 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:27.544535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:27.561398 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:29:27.628124 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.632890 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.647888 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a2ba3af6-8f14-4350-952d-8c40d1da2d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:27.678871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d550c168-5e3e-47b0-8c90-e26c81c3f388,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:27.683078 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49bb11a5c4b843a78bc38ef5e9944009&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458157
May 19 02:29:27.684010 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-16ce7daf-ebb8-4b3b-b92c-421ee8217962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:27.685610 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49962) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:27.741998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.767943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.824702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.829855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:27.842277 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550c168-5e3e-47b0-8c90-e26c81c3f388,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:27.854771 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:27.858347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:27.859940 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d550c168-5e3e-47b0-8c90-e26c81c3f388 HTTP/1.1" status: 204  len: 168 time: 0.1734600
May 19 02:29:27.882368 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f70687f0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'e1985ec3-a050-4fc1-9a07-e2a345d33674', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:26Z', 'updated_at': '2021-05-19T02:29:26Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:27.886288 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:29:27.894637 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:29:27.895258 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f70687f0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:29:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:28.081362 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:29:28.178652 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 49976) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:28.195989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.210327 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:29:28.214204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Usage tracker for resource:security_group_rule and tenant:ed00de3a128e40c2a4dc92d304405d78 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:29:28.217097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:29:28.222582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:29:28.314389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.319535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.327887 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:28.366886 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ed00de3a128e40c2a4dc92d304405d78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869771
May 19 02:29:28.368584 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa911c09-d28f-47e5-9433-f05715145a1a,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:28.369499 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 49982) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:29:28.371708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:28.431383 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.445429 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f70687f0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'e1985ec3-a050-4fc1-9a07-e2a345d33674', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:26Z', 'updated_at': '2021-05-19T02:29:26Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:29:28.449311 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f2d8c-b223-4f6b-bf64-f4682c19aeaf None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'e1985ec3-a050-4fc1-9a07-e2a345d33674', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:26Z', 'updated_at': '2021-05-19T02:29:26Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:29:28.456125 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.512780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.516642 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-673cf29e-d484-4055-839e-220c8ee18b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:29:28.529748 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa911c09-d28f-47e5-9433-f05715145a1a,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:29:28.532572 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:29:28.534461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:28.537816 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa911c09-d28f-47e5-9433-f05715145a1a HTTP/1.1" status: 204  len: 168 time: 0.1647341
May 19 02:29:28.641333 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb920ec-1ec7-47cf-afb2-a84f2501f566 None None] New status for floating IP e1985ec3-a050-4fc1-9a07-e2a345d33674: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:29:29.644961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-2d14e1a9-e67b-420d-bdf6-a32226f0d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:29.646464 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-2d14e1a9-e67b-420d-bdf6-a32226f0d68b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1340926
May 19 02:29:30.883002 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:30.965311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-887221e7-8a0b-4441-9484-f231b7a3642e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:31.741958 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'status': 'completed', 'code': 200}
May 19 02:29:31.920255 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-d0f14929-9773-4ab0-82ac-6aaae8384a4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.1941957
May 19 02:29:31.999650 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-c749b320-a675-4a5f-a0c4-6a7e50b72d79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2715385
May 19 02:29:32.003890 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-b6251726-1fa9-4aa2-bccd-8f0b3c41db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.005177 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-b6251726-1fa9-4aa2-bccd-8f0b3c41db36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1098 time: 0.1912079
May 19 02:29:32.006922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-2c6952f6-58c9-4a2e-a4c8-2b4ffc187857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.008210 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-2c6952f6-58c9-4a2e-a4c8-2b4ffc187857 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0752792
May 19 02:29:32.379707 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-9227140b-72fc-4690-a656-bd3f0d169de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.381694 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-9227140b-72fc-4690-a656-bd3f0d169de5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.2399971
May 19 02:29:32.390891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-43f57849-42c5-44ce-b99e-1b7cdc36a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.392267 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-43f57849-42c5-44ce-b99e-1b7cdc36a335 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2492855
May 19 02:29:32.441323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-a2e52ec9-c613-4d71-93d0-9472dba4a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.442950 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-a2e52ec9-c613-4d71-93d0-9472dba4a086 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 1098 time: 0.2498989
May 19 02:29:32.676640 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-961cf95c-7ac5-4872-8f13-987715cc03e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 1001 time: 0.2829177
May 19 02:29:32.767135 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-5a1becc3-a5e4-4e43-8575-3a779423b3d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225412
May 19 02:29:32.769711 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-e50dd2e1-5861-4304-88e6-4dd25f4bbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.771000 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-e50dd2e1-5861-4304-88e6-4dd25f4bbf57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 916 time: 0.2892849
May 19 02:29:32.778190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-ef58d6d5-c5f0-40db-9b8b-a96f99a8ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:32.779587 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-ef58d6d5-c5f0-40db-9b8b-a96f99a8ade2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0913916
May 19 02:29:33.019007 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-1d89e8d0-2af3-454e-be9e-075913127f1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 200  len: 217 time: 0.1853549
May 19 02:29:33.176673 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-a13d73eb-968f-43e3-8c09-cd813d07609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:33.178094 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-a13d73eb-968f-43e3-8c09-cd813d07609f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.1159859
May 19 02:29:33.185300 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6cafc223-e194-467b-b0e0-bcd20ab676b3 req-0b0bde3d-55fe-446b-8c34-840bd783e618 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3747966
May 19 02:29:33.223528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-be1deb06-6ee9-4e6a-aa1d-71184af0b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:29:33.225567 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-be1deb06-6ee9-4e6a-aa1d-71184af0b729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3951411
May 19 02:29:33.231485 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-ed8333e3-4985-4ef0-b09b-c3e48b0de5fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452399
May 19 02:29:33.395665 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:33.439085 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9af2b7bb-ef11-4422-b035-bcb95e15223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:33.477196 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-80f37963-1393-4ceb-83f8-c64a4d2666f1 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311876
May 19 02:29:33.479003 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-040ef3ed-4e1a-4b50-9cda-797cea4ceee4 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320583
May 19 02:29:33.731594 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d749197-c835-4d66-bdd2-28d2a4b2d947 req-7dbfb6bd-feb3-4cca-8f92-3665690de62b service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326691
May 19 02:29:33.733395 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d44009ee-79d1-4c52-84b4-4bab8f675a2f req-016ddd08-ce8e-462b-8c16-9e968923ffba service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105644
May 19 02:29:34.599354 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:36.164944 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:29:56.113676 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:30:00.740250 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50532) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:00.858445 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:00.873046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:00.877050 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5aaabb2daf8c47a598968b555bb8a089 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:00.879872 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:00.885638 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:00.890375 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:00.974384 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:00.975335 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d998d9fc-0b6c-4d5f-b0d6-e6cdec3643c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:00.979817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:00.989904 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1751ef16-e099-464f-a766-7cb6052e47c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:01.029663 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5aaabb2daf8c47a598968b555bb8a089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883611
May 19 02:30:01.030528 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f940b9-9442-40c6-b26b-295d090b4991,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:01.032311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 50546) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:01.033584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:01.098052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.123244 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.176170 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.179875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-79dab2a3-c6dc-40f0-b987-f704c74cc7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:01.192354 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f940b9-9442-40c6-b26b-295d090b4991,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:01.196588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:01.205710 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.210820 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49f940b9-9442-40c6-b26b-295d090b4991 HTTP/1.1" status: 204  len: 168 time: 0.1731470
May 19 02:30:01.525287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 50606) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:01.542559 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.557197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:01.561006 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e0eab1c29a0341c2a264ba7baaa6f596 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:01.564092 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:01.570248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:01.659868 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.665495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.675619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:01.719123 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0eab1c29a0341c2a264ba7baaa6f596&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1927071
May 19 02:30:01.720085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea97bcd-aaa1-4c89-95d3-9dd3e05e5b22,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:01.721844 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50612) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:01.723517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:01.807407 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.905478 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.956208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.959729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:01.971303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea97bcd-aaa1-4c89-95d3-9dd3e05e5b22,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:01.973801 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:01.981482 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:01.982588 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ea97bcd-aaa1-4c89-95d3-9dd3e05e5b22 HTTP/1.1" status: 204  len: 168 time: 0.2596834
May 19 02:30:02.825123 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50676) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:02.932804 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386151411-network', 'tenant_id': 'a802e2375f7c405cb5ef74bf558a3389'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:02.937144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:02.940914 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Usage tracker for resource:network and tenant:a802e2375f7c405cb5ef74bf558a3389 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:02.943947 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:02.952945 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:02.963349 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Made reservation on behalf of a802e2375f7c405cb5ef74bf558a3389 for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:02.965901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:02.978669 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:02.993355 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:02.997546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Usage tracker for resource:security_group_rule and tenant:a802e2375f7c405cb5ef74bf558a3389 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:03.000444 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:03.006374 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:03.092769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.096543 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.101433 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-32f86868-1eac-4f4b-acad-312b79ccd905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:03.128063 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:30:03.142568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d057c9b9-c3bf-4165-bbd4-412dd1917ef0,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:03.145707 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:03.149748 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737297956298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.150278 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f24f8a7dca0> segment precommit_create {{(pid=91235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 02:30:03.150685 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Added segment f246d433-7e00-4dcd-a806-c5f4afa51100 of type vlan for network f244eb25-6d14-4af5-9bc1-82df6c0d7877
May 19 02:30:03.188291 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.222910 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.224247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:03.224812 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.228713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:03.325316 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Pushing event updated for resources: {'Network': ['ID=f244eb25-6d14-4af5-9bc1-82df6c0d7877,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:03.328190 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5020607
May 19 02:30:03.331097 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50686) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:03.333428 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:03.337692 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Request body: {'subnet': {'network_id': 'f244eb25-6d14-4af5-9bc1-82df6c0d7877', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386151411-subnet', 'tenant_id': 'a802e2375f7c405cb5ef74bf558a3389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:03.340543 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network f244eb25-6d14-4af5-9bc1-82df6c0d7877 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:30:03.342719 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:03.346513 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Usage tracker for resource:subnet and tenant:a802e2375f7c405cb5ef74bf558a3389 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:03.349344 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:03.355087 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:03.364867 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Made reservation on behalf of a802e2375f7c405cb5ef74bf558a3389 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:03.367131 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.514268 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.516607 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-727fbf69-047b-4aab-bb03-7dee7124c4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.765280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.769829 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:03.842686 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe181f1-3929-44e9-b240-b05c72cd6a75,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:03.845459 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:03.851763 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Checking segment: {'id': 'f246d433-7e00-4dcd-a806-c5f4afa51100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f244eb25-6d14-4af5-9bc1-82df6c0d7877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:03.852170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Network hostable DHCP agents. Network: f244eb25-6d14-4af5-9bc1-82df6c0d7877, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:30:03.869264 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Network f244eb25-6d14-4af5-9bc1-82df6c0d7877 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:30:03.879065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, f244eb25-6d14-4af5-9bc1-82df6c0d7877) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:03.883787 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:03.884379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:03.888641 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2c823-f60e-4d03-ac00-171992695b09 None None] Network f244eb25-6d14-4af5-9bc1-82df6c0d7877 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:03.904161 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5720913
May 19 02:30:04.080635 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42fc611-2fc7-460b-bf82-00abe4df5d11 None None] Network f244eb25-6d14-4af5-9bc1-82df6c0d7877 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:04.418668 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50718) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:04.424609 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1763006949-network', 'tenant_id': '099f1dd924504e29a5b44a878a1f36c5'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:04.430466 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:04.434311 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Usage tracker for resource:network and tenant:099f1dd924504e29a5b44a878a1f36c5 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:04.437304 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:04.442965 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:04.452543 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Made reservation on behalf of 099f1dd924504e29a5b44a878a1f36c5 for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:04.454881 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.466506 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.480588 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:04.484442 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Usage tracker for resource:security_group_rule and tenant:099f1dd924504e29a5b44a878a1f36c5 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:04.487261 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:04.493421 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:04.576838 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.580956 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.583774 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-74d035ea-da97-4e1d-a48d-bd94f2a089d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:04.599036 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.620261 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:30:04.625479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4941f11-b9c5-486a-bd46-d973453541f4,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:04.629152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:04.635460 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.635807 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Added segment 677db4a6-4223-4338-917e-a875841e585b of type vlan for network 9308cd5f-d396-416c-9938-025f309dffe8
May 19 02:30:04.667888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.704399 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.705751 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:04.706490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:04.709787 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:04.817694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Pushing event updated for resources: {'Network': ['ID=9308cd5f-d396-416c-9938-025f309dffe8,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:04.828998 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4067552
May 19 02:30:04.828998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:04.829227 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 9308cd5f-d396-416c-9938-025f309dffe8 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:30:04.829329 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 50732) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:04.837053 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Request body: {'subnet': {'network_id': '9308cd5f-d396-416c-9938-025f309dffe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1763006949-subnet', 'tenant_id': '099f1dd924504e29a5b44a878a1f36c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:04.841805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:04.846659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Usage tracker for resource:subnet and tenant:099f1dd924504e29a5b44a878a1f36c5 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:04.849748 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:04.856471 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:04.869907 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Made reservation on behalf of 099f1dd924504e29a5b44a878a1f36c5 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:04.872659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:05.273065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:05.277410 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a2f8f691-f97a-4d5e-9b3f-82b7fdf27826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:05.346332 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0797982-39ae-4dd8-92c8-c0fc59e05fa1,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:05.349685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:05.355638 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Checking segment: {'id': '677db4a6-4223-4338-917e-a875841e585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '9308cd5f-d396-416c-9938-025f309dffe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:05.355984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Network hostable DHCP agents. Network: 9308cd5f-d396-416c-9938-025f309dffe8, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:30:05.372962 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Network 9308cd5f-d396-416c-9938-025f309dffe8 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:30:05.381833 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 9308cd5f-d396-416c-9938-025f309dffe8) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:05.386176 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:05.387295 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:05.390286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95591ed1-175c-4b7d-863c-2f07e21ec992 None None] Network 9308cd5f-d396-416c-9938-025f309dffe8 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:05.407886 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c56b3608-a3cb-47fe-81b8-0d97c4a6ce67 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5776448
May 19 02:30:05.578647 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc0de1-0ed4-42b4-8018-e6eccc8a8fcc None None] Network 9308cd5f-d396-416c-9938-025f309dffe8 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:06.177515 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:12.755192 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece8e17-3e69-45a6-97b5-eb3f19e5666d req-1baa81ef-a2cf-4781-b6c0-672b320e9fc6 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:12.756698 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8ece8e17-3e69-45a6-97b5-eb3f19e5666d req-1baa81ef-a2cf-4781-b6c0-672b320e9fc6 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.0789595
May 19 02:30:12.806314 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8ece8e17-3e69-45a6-97b5-eb3f19e5666d req-db577694-47de-4242-96a8-a467deb6fb8d tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439718
May 19 02:30:13.992353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce8a8e-290c-4f3e-9bf6-5920a854a90d req-4988e1be-6de0-4523-82a8-c23eae38f9b5 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:13.993800 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6dce8a8e-290c-4f3e-9bf6-5920a854a90d req-4988e1be-6de0-4523-82a8-c23eae38f9b5 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.0807815
May 19 02:30:14.038833 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6dce8a8e-290c-4f3e-9bf6-5920a854a90d req-cb1e26bf-3b97-453d-ad79-5267a9d3fc82 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387218
May 19 02:30:15.326475 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669a50b-9602-4cc1-8dc0-82d22dff2c7b req-63636f21-2efb-41d3-aa81-2ea382054cd3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:15.328211 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4669a50b-9602-4cc1-8dc0-82d22dff2c7b req-63636f21-2efb-41d3-aa81-2ea382054cd3 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.1719668
May 19 02:30:15.375080 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4669a50b-9602-4cc1-8dc0-82d22dff2c7b req-a574c202-6fa8-4b8a-a056-ca6a3adc642c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402648
May 19 02:30:16.405445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b30da336-0da1-44b1-8864-8947ff9b1f16 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:16.406852 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b30da336-0da1-44b1-8864-8947ff9b1f16 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.0836751
May 19 02:30:16.618931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Deleting port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:30:16.619324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:16.655087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6e536-26b2-47f6-9b6c-206dcbc9187d req-0b203099-6567-4cd5-9753-1047619221ad tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:16.656719 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-29a6e536-26b2-47f6-9b6c-206dcbc9187d req-0b203099-6567-4cd5-9753-1047619221ad tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 946 time: 0.1393757
May 19 02:30:16.856839 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-29a6e536-26b2-47f6-9b6c-206dcbc9187d req-f4634af4-a23f-4424-8343-9a21f09f0991 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/security-groups?id=14cb1812-a8e2-4c3e-8413-b09d779cf347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897495
May 19 02:30:16.904813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] For port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,segment=NetworkSegment(5a4a21b3-47db-4dc4-9b20-9c50ab6e621b),segment_id=5a4a21b3-47db-4dc4-9b20-9c50ab6e621b)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:16.905166 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:17.075356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Calling delete_port for a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:30:17.276445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:17.286891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:17.294535 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:17.343580 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Pushing event deleted for resources: {'Port': ['ID=a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:17.353405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.353968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.354465 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.354972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.355500 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.355985 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.356476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.356957 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.357436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.358124 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.358614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.359106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:17.363262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:17.442752 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] No DVR routers for this DVR port a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:30:17.445903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:17.448683 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'name': 'network-vif-deleted', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:17.473245 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b2444be1-457c-4ea3-8aa8-e61d34b6e7a4 req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.55 "DELETE /v2.0/ports/a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 HTTP/1.1" status: 204  len: 173 time: 1.0560226
May 19 02:30:17.509561 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ccd326-af50-4087-9258-7537142fd45c', 'name': 'network-vif-deleted', 'tag': 'a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47', 'status': 'completed', 'code': 200}
May 19 02:30:18.008256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-bb25545f-4475-403d-94ed-d15f8792a789 req-495967f9-74b4-4a8e-af07-0843ede4fdf0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Synchronizing usage tracker for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:18.024491 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-bb25545f-4475-403d-94ed-d15f8792a789 req-495967f9-74b4-4a8e-af07-0843ede4fdf0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Unset dirty status for tenant:2ca5d9500aa24022bce8128e7a12cebc on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:18.025625 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bb25545f-4475-403d-94ed-d15f8792a789 req-495967f9-74b4-4a8e-af07-0843ede4fdf0 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.0614777
May 19 02:30:18.971267 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51032) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:19.016996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51038) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:19.189344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.201676 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.223592 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:19.227946 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:19.230180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Usage tracker for resource:security_group_rule and tenant:3a47ca1bfc8b44d6998b1593f34dd075 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:19.233970 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:19.236801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Usage tracker for resource:security_group_rule and tenant:2d205ff229dd4395b6d4c9cf7f048d9b is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:19.241642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:19.244319 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:19.245707 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d78daefc-a463-4cca-8e76-d1a1455f5f10 req-49d9efe2-e345-4ec6-ac33-46185735941b tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2ccd326-af50-4087-9258-7537142fd45c HTTP/1.1" status: 200  len: 210 time: 0.0617549
May 19 02:30:19.249825 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:19.405379 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.411594 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.420731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.421667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fe6b951-5a3d-4682-b3de-84cfb9bf672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:19.433982 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.481979 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a47ca1bfc8b44d6998b1593f34dd075&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4638588
May 19 02:30:19.485251 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51052) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:19.485525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2516dd64-96d7-4db1-8f16-3a95e7e41103,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:19.488975 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:19.489482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7328fb66-c697-4946-985f-89a2e672b5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:19.499320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2d205ff229dd4395b6d4c9cf7f048d9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5255945
May 19 02:30:19.500648 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51056) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:19.541802 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b021d9-d4dd-4177-a7cf-e44d5d5c4fe0,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:19.545141 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:19.547835 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.577787 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.581174 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.610938 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.638236 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.642846 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:19.656805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2516dd64-96d7-4db1-8f16-3a95e7e41103,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:19.665210 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.665556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.665906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.666292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.666579 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.666958 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.667337 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.667656 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.668107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.668230 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.668479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.668785 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.669109 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:19.672428 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.672778 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7d15169a-fa06-40ba-8170-f11ee42d5fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:19.676057 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2516dd64-96d7-4db1-8f16-3a95e7e41103 HTTP/1.1" status: 204  len: 168 time: 0.1869640
May 19 02:30:19.676057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:19.689712 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b021d9-d4dd-4177-a7cf-e44d5d5c4fe0,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:19.696446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:19.705119 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:19.706477 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52b021d9-d4dd-4177-a7cf-e44d5d5c4fe0 HTTP/1.1" status: 204  len: 168 time: 0.2042668
May 19 02:30:20.032180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51080) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:20.050815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.066522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:20.070838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Usage tracker for resource:security_group_rule and tenant:55782c9833414cd7875e05bbee4b0954 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:20.073761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:20.080512 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:20.103980 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:30:20.148099 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:30:20.148491 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a5f98819-8f9f-4a03-b69d-a9fa3f6d6f47 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:30:20.208142 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.216319 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.255014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-43da2519-3719-4c22-b19c-a4785f3ff456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:20.266516 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55782c9833414cd7875e05bbee4b0954&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2332907
May 19 02:30:20.269433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51092) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:20.352901 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3419ed6-238a-4492-8e68-eb7bd5141bed,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:20.370531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.373229 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:20.403389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.460703 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.470205 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-43987d3e-269a-48a3-970f-3bbb6a6e085f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:20.486495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3419ed6-238a-4492-8e68-eb7bd5141bed,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:20.489121 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:20.509097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:20.511557 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3419ed6-238a-4492-8e68-eb7bd5141bed HTTP/1.1" status: 204  len: 168 time: 0.2409000
May 19 02:30:22.154884 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51192) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:22.216539 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Deleting subnet 0f610612-67f3-4cae-8376-f51d7a00b813 {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:30:22.219672 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.274305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.281345 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.573792 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.583530 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-77387223-b9a8-44fc-b3c6-946016d5ea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:22.623101 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f610612-67f3-4cae-8376-f51d7a00b813,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:22.625066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.629001 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:22.632383 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-24e32c82-09b7-4fc7-ab67-a89b88a47e84 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0f610612-67f3-4cae-8376-f51d7a00b813 HTTP/1.1" status: 204  len: 168 time: 0.4759839
May 19 02:30:22.634806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51210) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:22.779922 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-458aef87-d5c1-42c2-ab36-f810dd465112 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f7238da9a43146d7a41670dc22a29adc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406818
May 19 02:30:22.835198 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:22.982600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-09945977-ea78-4d0c-bca8-279b4f66bb83 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:22.984261 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-09945977-ea78-4d0c-bca8-279b4f66bb83 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2024069
May 19 02:30:23.000426 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-e782a46e-5b26-4320-87be-e031dfa43b91 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/quotas/f7238da9a43146d7a41670dc22a29adc HTTP/1.1" status: 200  len: 375 time: 0.0104957
May 19 02:30:23.052579 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5dcb1cca-e3aa-43ae-98ee-2837d0e021f9 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7238da9a43146d7a41670dc22a29adc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464246
May 19 02:30:23.066384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.092260 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f24f6b884f0>> segment before_delete 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.092598 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f24f6b884f0>> subnet precommit_delete_associations 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.093326 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> segment_host_mapping after_create 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.093665 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> port after_create 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.093998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> port after_delete 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.094434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> port after_update 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.094629 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> segment after_delete 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.094943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> subnet after_create 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.095280 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> subnet after_delete 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.095594 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f6b88160>> subnet after_update 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.277370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f59e5e20>> subnet after_create 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.279087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f59e5e20>> subnet after_delete 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.280125 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f59e5e20>> subnet before_create 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.280681 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f59e5e20>> subnet before_update 55550000 {{(pid=91236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:23.281231 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6b88f10>,) {'filters': {'network_id': ['3ed7dc65-0316-4c51-bdc0-ed349dfa118d']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:23.375488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6b88f10>, '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:23.376150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6b88f10>, '5a4a21b3-47db-4dc4-9b20-9c50ab6e621b') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:23.398143 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.426317 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-ff99b97d-3dfc-4c04-bfc8-80e8f9cb81c9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:23.428757 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-ff99b97d-3dfc-4c04-bfc8-80e8f9cb81c9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.5350423
May 19 02:30:23.452834 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.463902 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-46719299-7e78-4de5-b49d-e931f7ff5e3a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/quotas/19fdccfc21064d7db91d62c101c0b657 HTTP/1.1" status: 200  len: 375 time: 0.0260780
May 19 02:30:23.466170 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:30:23.466745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   from cryptography.utils import int_from_bytes
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   from cryptography.utils import int_from_bytes
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:30:23.489431 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:30:23.668347 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ef1a54f0-b039-4a32-80bf-4a8022b67023 req-8ab3c19d-5925-4f32-9329-a709659b2a37 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 210 time: 0.0702693
May 19 02:30:23.689654 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.697443 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c9f44492-8183-4d15-bc3d-a861ca9200c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:23.714783 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:23.722183 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed7dc65-0316-4c51-bdc0-ed349dfa118d,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:23.727306 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:23.741202 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-98786454-275e-4ce4-b813-6c4d4d4368a4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2258694
May 19 02:30:23.742870 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-0cba1b96-702b-4a65-9e35-ca90dc209d26 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3ed7dc65-0316-4c51-bdc0-ed349dfa118d HTTP/1.1" status: 204  len: 168 time: 1.1071279
May 19 02:30:23.905299 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-8cdc5c1c-4415-4652-b0c2-75a603c7563e service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545999
May 19 02:30:23.972354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51266) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:24.035806 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5873edfe-f223-4b0a-85fd-ee599f56c3a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ca5d9500aa24022bce8128e7a12cebc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0621469
May 19 02:30:24.039266 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51272) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:24.081996 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-22f2f070-8241-4657-843e-973d87a660e0 service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683259
May 19 02:30:24.114633 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:24.144700 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:24.239513 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:24.249883 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-92ae5feb-ff1a-4d3a-8e4b-021ccd24fec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:24.263396 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb1812-a8e2-4c3e-8413-b09d779cf347,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:24.272639 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:24.279141 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:24.282981 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/14cb1812-a8e2-4c3e-8413-b09d779cf347 HTTP/1.1" status: 204  len: 168 time: 0.2419348
May 19 02:30:24.410514 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-703585fb-499b-4dc3-8c65-6cbf881e9231 req-480211f4-6e79-4fac-a4d1-ab15a4ba01f2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 210 time: 0.0524833
May 19 02:30:24.785705 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-be7b4e9a-34d5-457a-8a2c-f276700d034d tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7238da9a43146d7a41670dc22a29adc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0642183
May 19 02:30:24.866957 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3803ff58-71c5-4f58-907b-710206f435bd req-595bdd88-555d-4169-8096-7fe4f8f28e16 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 210 time: 0.0699742
May 19 02:30:25.018106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-f9a3c09f-ef8b-42b8-8374-c6a53a962967 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:25.019601 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-f9a3c09f-ef8b-42b8-8374-c6a53a962967 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1825829
May 19 02:30:25.037494 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Request body: {'port': {'device_id': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2', 'admin_state_up': True, 'tenant_id': 'f7238da9a43146d7a41670dc22a29adc'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:25.189002 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:25.193558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Usage tracker for resource:port and tenant:f7238da9a43146d7a41670dc22a29adc is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:25.196968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:25.202819 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:25.213324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Made reservation on behalf of f7238da9a43146d7a41670dc22a29adc for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:25.217133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.230676 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.230959 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51328) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:25.244364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:25.249045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Usage tracker for resource:security_group_rule and tenant:f7238da9a43146d7a41670dc22a29adc is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:25.252056 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:25.258984 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:25.349412 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-network', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:25.353066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.354159 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:25.357519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.358572 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Usage tracker for resource:network and tenant:dac73a528db741e4b0684d80ab06fe70 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:25.361021 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cd248d53-c3cf-42ce-93fb-f320ca94604d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:25.362136 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:25.370791 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:25.383390 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Made reservation on behalf of dac73a528db741e4b0684d80ab06fe70 for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:25.385765 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.398181 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.422539 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:25.427354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Usage tracker for resource:security_group_rule and tenant:dac73a528db741e4b0684d80ab06fe70 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:25.431413 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:25.439051 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:25.451606 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835ceab7-ddab-4331-aec2-f1bef27a5ed4,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:25.458497 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:25.634668 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9d7dd99c-20b1-43da-b5ac-f00108e11e4a req-b03f704e-74f8-4d20-9384-5248ab7d3367 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 210 time: 0.0719528
May 19 02:30:25.641908 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Allocated IP 192.168.233.97 (d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2/b981d1ac-6210-4ecb-af38-914c71b68d6d/b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:25.656180 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.668443 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.673322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:25.710611 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5918bb3-e126-4acc-8cc7-3a19c3e69d31,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:25.734242 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:30:25.745813 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.760196 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Added segment 679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab of type vlan for network a312adf7-6907-4355-a544-85e4bf0e6998
May 19 02:30:25.848859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.915699 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:25.925414 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.926933 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:25.927658 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:25.933951 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-38c45a80-cd93-487f-91d9-d0cf324e88dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:26.049533 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8173161
May 19 02:30:26.055514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51354) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:26.062838 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Request body: {'subnet': {'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-subnet', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:26.067180 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:26.071042 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Usage tracker for resource:subnet and tenant:dac73a528db741e4b0684d80ab06fe70 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:26.073938 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:26.081434 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Pushing event updated for resources: {'Network': ['ID=a312adf7-6907-4355-a544-85e4bf0e6998,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:26.083836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:26.086681 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:26.091759 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network a312adf7-6907-4355-a544-85e4bf0e6998 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:30:26.119987 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Made reservation on behalf of dac73a528db741e4b0684d80ab06fe70 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:26.127842 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.252772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-932ad78a-8936-4bdc-8cf9-ee1e0c845d3b req-f0071791-9ebc-44b6-a718-01eec1b8ab2d tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 210 time: 0.0625896
May 19 02:30:26.295909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-019f89a7-167e-416c-8fad-ba687732a3e0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:26.297803 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-019f89a7-167e-416c-8fad-ba687732a3e0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.5888443
May 19 02:30:26.323349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Request body: {'port': {'device_id': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'admin_state_up': True, 'tenant_id': '19fdccfc21064d7db91d62c101c0b657'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:26.449248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.492408 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Transition to ACTIVE for port object b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:26.533709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:26.544159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:26.555865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:26.559513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.637364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.657450 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:26.691485 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.698165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:26.781409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:26.818005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Pushing event updated for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:26.820560 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:26.822984 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:26.833738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:26.852730 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5c318232-5ed5-41b0-ac31-3163c192ce78 req-ccd5ad0a-1d6d-4ff0-9331-c076d281b680 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 210 time: 0.0675364
May 19 02:30:26.855004 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93553405-fc76-4503-a87b-a565e412b140,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:26.858959 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:26.859654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Checking segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:26.860008 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Network hostable DHCP agents. Network: a312adf7-6907-4355-a544-85e4bf0e6998, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:30:26.884601 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Network a312adf7-6907-4355-a544-85e4bf0e6998 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:30:26.896129 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, a312adf7-6907-4355-a544-85e4bf0e6998) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:26.901454 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:26.901828 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.907400 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093277b-0f01-454c-8fcf-e781d98ff4e5 None None] Network a312adf7-6907-4355-a544-85e4bf0e6998 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:26.928476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Allocated IP 172.20.0.13 (62ffb6e0-cf90-4a18-ad1d-a7790d86363a/2d9fa099-572c-4fe0-9fa5-a85c14785c78/764adfca-9933-4c3f-a210-48e4158295b1) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:26.941332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8846605
May 19 02:30:26.941563 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:26.942672 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:26.948052 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51382) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:26.953549 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:26.960274 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:26.964681 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Usage tracker for resource:router and tenant:dac73a528db741e4b0684d80ab06fe70 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:26.968412 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:26.977168 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:27.008146 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.009063 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9758165
May 19 02:30:27.010876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.036094 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Request body: {'port': {'device_id': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:27.036987 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.166297 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed2fd1-7075-45c4-a783-0c7da67b4dc5 None None] Network a312adf7-6907-4355-a544-85e4bf0e6998 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:27.285065 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-291d208a-5653-4bf9-b56e-d0802d7b1c6f None None] Provisioning for port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:27.289058 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.301595 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-291d208a-5653-4bf9-b56e-d0802d7b1c6f None None] Provisioning complete for port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:27.302261 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-291d208a-5653-4bf9-b56e-d0802d7b1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.372247 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.416882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-291d208a-5653-4bf9-b56e-d0802d7b1c6f None None] Port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:30:27.465177 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.595705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-5b40ed9d-6c4a-46b0-b667-729c64053d35 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:27.596413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-5b40ed9d-6c4a-46b0-b667-729c64053d35 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Synchronizing usage tracker for tenant:f7238da9a43146d7a41670dc22a29adc on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:27.611300 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.634014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:27.792640 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-5b40ed9d-6c4a-46b0-b667-729c64053d35 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Unset dirty status for tenant:f7238da9a43146d7a41670dc22a29adc on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:27.793916 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-5b40ed9d-6c4a-46b0-b667-729c64053d35 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 935 time: 0.3935637
May 19 02:30:27.795776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:27.805276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:27.815217 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:27.824552 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.861708 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.891370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event updated for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:27.899982 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:27.959989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:27.960626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:27.967168 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-1eef24a2-5032-4702-9015-e7e85b900581 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Synchronizing usage tracker for tenant:f7238da9a43146d7a41670dc22a29adc on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:28.054817 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7362635
May 19 02:30:28.057633 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-1eef24a2-5032-4702-9015-e7e85b900581 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Unset dirty status for tenant:f7238da9a43146d7a41670dc22a29adc on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:28.058714 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e3d8a39-a1f4-4488-b4ee-0bcdf0ca9266 req-1eef24a2-5032-4702-9015-e7e85b900581 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100689
May 19 02:30:28.075935 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:28.088626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.094858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Allocated IP 172.27.0.83 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/af0efcbb-44f4-46e0-9680-1474fef1f3a1) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:28.116668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Transition to ACTIVE for port object b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:28.125198 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.137489 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:28.368842 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.409422 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.416520 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:28.474378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Pushing event updated for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:28.476185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:28.483661 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:28.487933 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:28.504575 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:28.580149 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238953d-a48f-4ba5-94d6-9945ade928eb req-f0ead90d-d846-49cb-a039-e8570093a242 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:28.580713 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-2238953d-a48f-4ba5-94d6-9945ade928eb req-f0ead90d-d846-49cb-a039-e8570093a242 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:28.613067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Attempting to bind port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:28.613067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Attempting to bind port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:28.613067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Attempting to bind port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 on network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:28.617544 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 on network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:30:28.617867 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Attempting to bind port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 on network d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:28.622690 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Pushing event updated for resources: {'Port': ['ID=af0efcbb-44f4-46e0-9680-1474fef1f3a1,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:28.623097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:28.623537 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Checking segment: {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:28.623851 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Bound using segment: {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:28.624276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Bound port: b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a49ae3-b2be-4a40-83cf-ebf951243c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:28.624626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.627544 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:28.644702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-2238953d-a48f-4ba5-94d6-9945ade928eb req-f0ead90d-d846-49cb-a039-e8570093a242 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:28.646205 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2238953d-a48f-4ba5-94d6-9945ade928eb req-f0ead90d-d846-49cb-a039-e8570093a242 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 932 time: 0.3151553
May 19 02:30:28.744720 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2238953d-a48f-4ba5-94d6-9945ade928eb req-49f48337-53e9-4916-97c2-96e74ee7cdac tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921977
May 19 02:30:28.777813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:28.781114 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:28.786844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.792964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-02c7a8fb-ee67-427a-873b-29d02feae106 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:28.863637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:28.864870 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:28.866292 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] 10.222.0.55 "PUT /v2.0/ports/b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 HTTP/1.1" status: 200  len: 1097 time: 1.8426740
May 19 02:30:28.866810 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:28.884105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Pushing event updated for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:28.887222 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:28.935906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:29.379509 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:29.589366 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Router 1bd1278c-91a6-4175-8340-3112681f8346 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:30:29.761464 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:30:29.769571 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Sync routers for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:30:29.781793 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:30:29.782545 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7dfc910>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:30:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:29.786862 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:29.788172 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.8389106
May 19 02:30:29.790885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51424) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:29.960645 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:30:29.971675 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:30.247268 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7dfc910>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:28Z', 'revision_number': 3, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:30.250953 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Checking router: 1bd1278c-91a6-4175-8340-3112681f8346 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:30:30.251339 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Updating router 1bd1278c-91a6-4175-8340-3112681f8346 port af0efcbb-44f4-46e0-9680-1474fef1f3a1 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:30:30.304436 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.550431 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.629669 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.640802 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Transition to ACTIVE for port object af0efcbb-44f4-46e0-9680-1474fef1f3a1 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:30.647871 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.652271 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:30.726727 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Pushing event updated for resources: {'Port': ['ID=af0efcbb-44f4-46e0-9680-1474fef1f3a1,revision_number=2']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:30.728845 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Attempting to bind port af0efcbb-44f4-46e0-9680-1474fef1f3a1 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:30.729226 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Attempting to bind port af0efcbb-44f4-46e0-9680-1474fef1f3a1 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:30.729648 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Attempting to bind port af0efcbb-44f4-46e0-9680-1474fef1f3a1 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:30.738460 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:30.738765 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:30.739189 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.739586 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:30.740047 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Bound port: af0efcbb-44f4-46e0-9680-1474fef1f3a1, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:30.740416 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.756450 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Allocated IP 172.20.0.1 (a312adf7-6907-4355-a544-85e4bf0e6998/93553405-fc76-4503-a87b-a565e412b140/76124362-52df-4fb7-85a7-0b6a7732cb0d) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:30.767527 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.767894 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.768237 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.768589 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.769029 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.769232 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.769555 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.769876 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.770428 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.770531 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.770831 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.771169 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:30.780667 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:30.821117 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] For port af0efcbb-44f4-46e0-9680-1474fef1f3a1, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:30.824221 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] For port af0efcbb-44f4-46e0-9680-1474fef1f3a1, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=af0efcbb-44f4-46e0-9680-1474fef1f3a1,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:30.829172 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.833135 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:30.906810 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:30:30.907507 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7dfc910>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:30:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:30.910184 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.942668 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.947532 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:30.982232 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3749b08b-53e1-48ce-8e62-40a55272c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:30.989446 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Pushing event updated for resources: {'Port': ['ID=af0efcbb-44f4-46e0-9680-1474fef1f3a1,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:30.992611 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-cee1533b-e340-48c6-a143-a2651be5e5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:31.011926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Network a312adf7-6907-4355-a544-85e4bf0e6998 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:31.014767 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:31.018437 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:31.018889 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:31.035622 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Pushing event updated for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:31.039516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:31.100328 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:30:31.146399 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:31.378155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:31.384118 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:31.385152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:31.389496 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:31.408448 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7dfc910>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:28Z', 'revision_number': 3, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:31.412769 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb57c99-5a96-4bd4-9e38-66fd2da4a1e0 None None] The sync data for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi is: [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:28Z', 'revision_number': 3, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:30:31.532799 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Pushing event updated for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:31.539364 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:31.587423 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Network a312adf7-6907-4355-a544-85e4bf0e6998 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:31.588597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:31.797946 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Router 1bd1278c-91a6-4175-8340-3112681f8346 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:30:32.069278 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:30:32.078344 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] 10.222.0.63 "PUT /v2.0/routers/1bd1278c-91a6-4175-8340-3112681f8346/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2864420
May 19 02:30:32.778590 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:32.816425 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Sync routers for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:30:32.825673 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:30:32.826286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6b0dac0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:30:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:32.878385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Request body: {'port': {'device_id': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:32.941385 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3', 'status': 'completed', 'code': 200}
May 19 02:30:33.038478 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device af0efcbb-44f4-46e0-9680-1474fef1f3a1 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:33.097768 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:30:33.108739 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae8c0d-3cc1-496e-9ed6-6994085052b4 req-be92bb8e-dc69-41db-bcae-bec8b79de004 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:33.110294 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-56ae8c0d-3cc1-496e-9ed6-6994085052b4 req-be92bb8e-dc69-41db-bcae-bec8b79de004 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 947 time: 0.0960598
May 19 02:30:33.118741 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:30:33.177344 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-56ae8c0d-3cc1-496e-9ed6-6994085052b4 req-82827655-590e-4818-a5bd-75f02f472ffe tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562294
May 19 02:30:33.211093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-82ae5530-ce60-4c2b-a7ac-4cd4140b0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:33.212698 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-82ae5530-ce60-4c2b-a7ac-4cd4140b0ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7238da9a43146d7a41670dc22a29adc&device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 1100 time: 0.2702014
May 19 02:30:33.276849 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port af0efcbb-44f4-46e0-9680-1474fef1f3a1 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:33.287792 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port af0efcbb-44f4-46e0-9680-1474fef1f3a1 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:33.288166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.292660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.315688 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-68ad99d4-14af-48b8-baa0-61224a37107b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 HTTP/1.1" status: 200  len: 217 time: 0.0880039
May 19 02:30:33.323073 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-eea4dde7-4674-4919-be5a-bd2c66c85cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2417774
May 19 02:30:33.385091 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656242d0-07ed-47b3-b40a-49dbd6925cf9 req-8c6095b2-b711-4fd7-a361-4d476cc4d597 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:33.386960 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-656242d0-07ed-47b3-b40a-49dbd6925cf9 req-8c6095b2-b711-4fd7-a361-4d476cc4d597 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 932 time: 0.1066897
May 19 02:30:33.441751 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-656242d0-07ed-47b3-b40a-49dbd6925cf9 req-1298d562-6bb0-486d-8953-af0aed83f2d3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486560
May 19 02:30:33.515461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.516932 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3da4-baf2-4b5c-b275-92dd57aa232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.581566 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.607402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-a69fc46c-629d-4c5c-b923-520a53551214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:33.608830 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-a69fc46c-629d-4c5c-b923-520a53551214 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b981d1ac-6210-4ecb-af38-914c71b68d6d HTTP/1.1" status: 200  len: 843 time: 0.2837245
May 19 02:30:33.612182 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port af0efcbb-44f4-46e0-9680-1474fef1f3a1, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=af0efcbb-44f4-46e0-9680-1474fef1f3a1,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:33.624542 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.627677 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:33.717696 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6b0dac0>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:31Z', 'revision_number': 4, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '76124362-52df-4fb7-85a7-0b6a7732cb0d', 'name': '', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'mac_address': 'fa:16:3e:34:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '93553405-fc76-4503-a87b-a565e412b140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:30Z', 'updated_at': '2021-05-19T02:30:31Z', 'revision_number': 2, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'subnets': [{'id': '93553405-fc76-4503-a87b-a565e412b140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:33.719717 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=af0efcbb-44f4-46e0-9680-1474fef1f3a1,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:33.727279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Checking router: 1bd1278c-91a6-4175-8340-3112681f8346 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:30:33.727640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Updating router 1bd1278c-91a6-4175-8340-3112681f8346 port 76124362-52df-4fb7-85a7-0b6a7732cb0d binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:30:33.755425 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.755793 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.756198 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.757045 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.757370 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.757694 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.758015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.758336 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.758659 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.758977 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.759366 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.759686 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:30:33.769056 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:33.788344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:33.810520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-1bffb05e-baf8-4ad2-afac-3a8cdb1e35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:33.812003 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-1bffb05e-baf8-4ad2-afac-3a8cdb1e35b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1098 time: 0.3252487
May 19 02:30:34.122552 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-8ab7618e-894a-4a39-9a2a-2ffc0d73bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:34.124032 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-8ab7618e-894a-4a39-9a2a-2ffc0d73bded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.4822984
May 19 02:30:34.166473 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.db.resource_extend [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 02:30:34.176574 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.181705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-0d7a16f6-77a2-46d8-ae9f-2686cfdf04c6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:34.183135 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-0d7a16f6-77a2-46d8-ae9f-2686cfdf04c6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 819 time: 0.4347870
May 19 02:30:34.188300 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Transition to ACTIVE for port object 76124362-52df-4fb7-85a7-0b6a7732cb0d will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:34.195137 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.198413 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:34.294832 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Pushing event updated for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:34.307461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:34.323474 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-08ff81f8-6fe4-42da-90ed-c3def5cd0499 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/quotas/dac73a528db741e4b0684d80ab06fe70 HTTP/1.1" status: 200  len: 375 time: 0.1233101
May 19 02:30:34.384778 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-6a89b914-6386-4fee-94d9-20b02a2d55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:34.386184 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-6a89b914-6386-4fee-94d9-20b02a2d55d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.4934242
May 19 02:30:34.400209 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c687-d5bb-41be-b431-0c20b0f4e3a7 req-39799035-c78d-4f5a-b313-b2546277b4c9 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:34.402641 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7f90c687-d5bb-41be-b431-0c20b0f4e3a7 req-39799035-c78d-4f5a-b313-b2546277b4c9 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 947 time: 0.0973246
May 19 02:30:34.402756 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764adfca-9933-4c3f-a210-48e4158295b1 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:34.452119 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7f90c687-d5bb-41be-b431-0c20b0f4e3a7 req-77ac4826-935f-4e68-b55d-12cb24b9a55c tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441506
May 19 02:30:34.468685 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.482779 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Attempting to bind port 76124362-52df-4fb7-85a7-0b6a7732cb0d on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:34.483184 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Attempting to bind port 76124362-52df-4fb7-85a7-0b6a7732cb0d by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:34.483558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Attempting to bind port 76124362-52df-4fb7-85a7-0b6a7732cb0d on network a312adf7-6907-4355-a544-85e4bf0e6998 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:34.489176 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:34.489592 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Checking segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:34.489953 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.490978 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Bound using segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:34.492701 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Bound port: 76124362-52df-4fb7-85a7-0b6a7732cb0d, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:34.493102 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.535662 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Transition to ACTIVE for port object 764adfca-9933-4c3f-a210-48e4158295b1 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:34.545151 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-d50eb6aa-e018-4787-8f39-88fbbf1fcfa3 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4056005
May 19 02:30:34.550262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.564340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:34.587058 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] For port 76124362-52df-4fb7-85a7-0b6a7732cb0d, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:34.593294 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] For port 76124362-52df-4fb7-85a7-0b6a7732cb0d, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=76124362-52df-4fb7-85a7-0b6a7732cb0d,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:34.602912 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.607071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:34.660344 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-997fc757-e431-4151-90fe-54fa34622a68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 1001 time: 0.2533236
May 19 02:30:34.675993 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:34.699268 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Pushing event updated for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:34.708122 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:30:34.709373 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6b0dac0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:30:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:34.767521 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:34.799246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d29ce2-6b48-4cf8-ad90-f8495ce8a814 req-732242da-ef3a-445d-8d46-a0bd2e45b9b4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:34.807411 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6d29ce2-6b48-4cf8-ad90-f8495ce8a814 req-732242da-ef3a-445d-8d46-a0bd2e45b9b4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.1103988
May 19 02:30:34.831298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Pushing event updated for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:34.846649 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:34.880139 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6d29ce2-6b48-4cf8-ad90-f8495ce8a814 req-e8027d48-d2fb-4465-83f8-a008f771a58d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696814
May 19 02:30:34.899223 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-f423bd57-bd70-41f6-a45a-4dd77b338f9f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5747817
May 19 02:30:34.981982 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device af0efcbb-44f4-46e0-9680-1474fef1f3a1 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:35.007910 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-157a56d7-1c3b-4933-830a-0ea0ab9a3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:35.009338 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-157a56d7-1c3b-4933-830a-0ea0ab9a3b57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.2997327
May 19 02:30:35.025960 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:30:35.135428 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d77c8387-913a-4661-ad20-fdc9ecb30b35 req-9b7be54e-ab16-4cda-af45-980acdedb80f service neutron] 10.222.0.55 "GET /v2.0/networks/d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5728230
May 19 02:30:35.181788 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Attempting to bind port 764adfca-9933-4c3f-a210-48e4158295b1 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:35.182147 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Attempting to bind port 764adfca-9933-4c3f-a210-48e4158295b1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:35.182479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Attempting to bind port 764adfca-9933-4c3f-a210-48e4158295b1 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:35.202230 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Port 764adfca-9933-4c3f-a210-48e4158295b1 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:30:35.202578 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Attempting to bind port 764adfca-9933-4c3f-a210-48e4158295b1 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:35.214358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-95097a85-0695-4ddf-8d5c-986ec8f749a6 service neutron] 10.222.0.63 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141918
May 19 02:30:35.232205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port af0efcbb-44f4-46e0-9680-1474fef1f3a1 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:35.232205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:35.278861 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:35.279235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Checking segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:35.279621 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Bound using segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:35.280065 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Bound port: 764adfca-9933-4c3f-a210-48e4158295b1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:35.280402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:35.481164 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-472daa1b-84e1-4984-82d4-7387d63e7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:35.482672 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-472daa1b-84e1-4984-82d4-7387d63e7468 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4112961
May 19 02:30:35.561663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:35.575675 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-b9865631-7c2b-4698-98a2-ae181ac289c7 service neutron] 10.222.0.63 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3604405
May 19 02:30:35.596155 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6b0dac0>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:31Z', 'revision_number': 4, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '76124362-52df-4fb7-85a7-0b6a7732cb0d', 'name': '', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'mac_address': 'fa:16:3e:34:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '93553405-fc76-4503-a87b-a565e412b140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:30Z', 'updated_at': '2021-05-19T02:30:34Z', 'revision_number': 4, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'subnets': [{'id': '93553405-fc76-4503-a87b-a565e412b140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:35.601976 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387da4f-6d30-4d57-83b8-0c5b81f9d32b None None] The sync data for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi is: [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:31Z', 'revision_number': 4, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '76124362-52df-4fb7-85a7-0b6a7732cb0d', 'name': '', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'mac_address': 'fa:16:3e:34:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '93553405-fc76-4503-a87b-a565e412b140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:30Z', 'updated_at': '2021-05-19T02:30:34Z', 'revision_number': 4, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'subnets': [{'id': '93553405-fc76-4503-a87b-a565e412b140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:30:35.698874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=764adfca-9933-4c3f-a210-48e4158295b1,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:35.705768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-142c8266-8492-45ae-8047-241eac141755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:35.707602 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-142c8266-8492-45ae-8047-241eac141755 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7238da9a43146d7a41670dc22a29adc&device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 1100 time: 0.4886460
May 19 02:30:35.715841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:35.732603 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-851aad9b-6fe6-4e2e-a198-e0900863a97c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:35.849142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94453f1-b098-40f1-ba5d-f517bc3525df req-f46883af-0c1d-4ebd-b73b-88fb27cec2cf tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:35.860196 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f94453f1-b098-40f1-ba5d-f517bc3525df req-f46883af-0c1d-4ebd-b73b-88fb27cec2cf tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 947 time: 0.1699045
May 19 02:30:35.946252 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f94453f1-b098-40f1-ba5d-f517bc3525df req-f9e6be44-6a6a-4c18-8a31-3a04fcedcf8b tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776191
May 19 02:30:36.048687 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:36.049289 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:36.050752 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] 10.222.0.55 "PUT /v2.0/ports/764adfca-9933-4c3f-a210-48e4158295b1 HTTP/1.1" status: 200  len: 1094 time: 3.1782014
May 19 02:30:36.062842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:36.114800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-7c5bb9d9-ca79-4cbd-9c84-88d7e2695948 req-d188aeb7-8e09-4999-be5c-4654d856f7ba tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:36.155956 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-7c5bb9d9-ca79-4cbd-9c84-88d7e2695948 req-d188aeb7-8e09-4999-be5c-4654d856f7ba tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:36.190997 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7c5bb9d9-ca79-4cbd-9c84-88d7e2695948 req-d188aeb7-8e09-4999-be5c-4654d856f7ba tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 210 time: 0.1558137
May 19 02:30:36.212905 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:36.297018 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1', 'status': 'completed', 'code': 200}
May 19 02:30:36.327932 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-dda7d4de-c794-4d2f-8020-52e063d69784 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8306611
May 19 02:30:36.413531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Pushing event updated for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:36.496308 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:36.556027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-485b533b-86fb-4196-83c1-2b442868841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:36.557822 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-485b533b-86fb-4196-83c1-2b442868841a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2 HTTP/1.1" status: 200  len: 870 time: 0.8374047
May 19 02:30:36.710235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-35cf5321-15ae-4ab2-a84e-415e64745839 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 HTTP/1.1" status: 200  len: 217 time: 0.1324933
May 19 02:30:36.749828 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-e8a0f7df-1f58-4f91-8520-06978d4fe305 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:36.750970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-e8a0f7df-1f58-4f91-8520-06978d4fe305 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:network {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:36.780443 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-e8a0f7df-1f58-4f91-8520-06978d4fe305 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:network {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:36.782341 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-e8a0f7df-1f58-4f91-8520-06978d4fe305 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 819 time: 0.2476146
May 19 02:30:36.799096 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-f821642e-00b8-4b1c-85a4-9d383223c3f6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/quotas/dac73a528db741e4b0684d80ab06fe70 HTTP/1.1" status: 200  len: 375 time: 0.0108805
May 19 02:30:36.859952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-681a148b-facd-41f6-ae56-6609ff31470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:36.861352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-681a148b-facd-41f6-ae56-6609ff31470c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b981d1ac-6210-4ecb-af38-914c71b68d6d HTTP/1.1" status: 200  len: 843 time: 0.1150501
May 19 02:30:36.985763 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-c3523f75-c9d1-4138-8455-2ca814fccbaf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1778939
May 19 02:30:37.040107 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 76124362-52df-4fb7-85a7-0b6a7732cb0d up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:37.043916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4f848-d961-4e80-a2d5-0f996b4b5e0e req-dfc8f28b-5ef9-441a-b445-fea3719942e5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:37.053843 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-39c4f848-d961-4e80-a2d5-0f996b4b5e0e req-dfc8f28b-5ef9-441a-b445-fea3719942e5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.8135619
May 19 02:30:37.100849 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-711b4d5f-6472-4dfc-924f-09bacb9487c2 req-342ade86-0a40-460a-9a38-ba4063e02521 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6905777
May 19 02:30:37.122099 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-8c781196-1378-4600-b849-35d7d44e60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:37.124382 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-8c781196-1378-4600-b849-35d7d44e60bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 1097 time: 0.9565997
May 19 02:30:37.172215 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-85a26098-0c9c-4817-8993-a5b7f832ac81 service neutron] 10.222.0.63 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851103
May 19 02:30:37.216646 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 76124362-52df-4fb7-85a7-0b6a7732cb0d completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:37.222521 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 76124362-52df-4fb7-85a7-0b6a7732cb0d triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:37.222947 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:37.293578 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-1a300401-361d-4a90-8525-8db374cc451b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764adfca-9933-4c3f-a210-48e4158295b1 HTTP/1.1" status: 200  len: 217 time: 0.1315820
May 19 02:30:37.301330 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-39c4f848-d961-4e80-a2d5-0f996b4b5e0e req-64d69117-000e-4bc4-9fe3-002d8874c3bc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458694
May 19 02:30:37.311347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-ea238ca6-6056-4c51-93c3-c94b05c237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:37.313007 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-ea238ca6-6056-4c51-93c3-c94b05c237f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.4243119
May 19 02:30:37.385522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-64ea4d75-e9df-42f0-aeb8-0da21d912528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:37.387250 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-64ea4d75-e9df-42f0-aeb8-0da21d912528 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.0851896
May 19 02:30:37.413204 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-f9b911a0-2d5d-4a27-9dad-a8f65d50ede7 service neutron] 10.222.0.63 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162845
May 19 02:30:37.450730 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:37.494469 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-e55c38eb-9373-4bcf-b7f2-623dede9248e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854044
May 19 02:30:37.497359 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 76124362-52df-4fb7-85a7-0b6a7732cb0d, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=76124362-52df-4fb7-85a7-0b6a7732cb0d,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:37.517221 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:37.525257 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:37.622255 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:37.626796 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:38.017954 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9900214b-4d1b-4cdc-8afc-b9c9dda0b990 req-c98e518b-ac68-437c-a059-f9b0f550aae1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 210 time: 0.0620759
May 19 02:30:38.058030 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-9e69db30-c203-4bc4-b367-fb0e549b6f85 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5164530
May 19 02:30:38.066004 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-2321a1bb-d3c4-49d9-8210-b4421bd3837e service neutron] 10.222.0.55 "GET /v2.0/networks/d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6777530
May 19 02:30:38.262198 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139b6e7-e3d2-4996-997b-4d8a86ca9531 req-09a6447c-8114-4107-a25e-44b4b6434877 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:38.263635 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6139b6e7-e3d2-4996-997b-4d8a86ca9531 req-09a6447c-8114-4107-a25e-44b4b6434877 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 947 time: 0.7682877
May 19 02:30:38.391822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-ce4b065a-2041-4408-a126-d015cf7bb69f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:38.394114 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-ce4b065a-2041-4408-a126-d015cf7bb69f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 819 time: 0.5315433
May 19 02:30:38.455259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Request body: {'port': {'device_id': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'admin_state_up': True, 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:38.521418 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6139b6e7-e3d2-4996-997b-4d8a86ca9531 req-783b69a9-d825-4e27-a65c-a060c2f50249 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503603
May 19 02:30:38.545427 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2acadb20-f52d-47f4-8055-e0c6387d1a0b req-5e50c568-1796-4db6-bb9a-9d2e09476595 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4435995
May 19 02:30:38.599417 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0b0aca7-ff91-4edd-91ab-b714ed5f37a5 req-cf1583e2-0d36-4fc3-9ff2-a1aa0b29c835 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5206349
May 19 02:30:38.636619 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a08e7-1370-447b-81c8-55505531320f req-484ed9d6-723c-4ab8-b951-aaec0d7d31c3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:38.655769 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-904a08e7-1370-447b-81c8-55505531320f req-484ed9d6-723c-4ab8-b951-aaec0d7d31c3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.2239015
May 19 02:30:38.667543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:38.669468 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51632) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:38.712977 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-904a08e7-1370-447b-81c8-55505531320f req-bafb5f22-c711-40d3-b488-944de4f88478 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563371
May 19 02:30:38.720554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:38.783856 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Made reservation on behalf of dac73a528db741e4b0684d80ab06fe70 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:38.787611 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:38.817096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Deleting subnet 4fe181f1-3929-44e9-b240-b05c72cd6a75 {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:30:38.833188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:38.931306 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:30:38.952614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14817599'] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:38.977969 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 76124362-52df-4fb7-85a7-0b6a7732cb0d up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:39.022177 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-6868c67a-b8cc-4c75-8e44-aff0d077a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:39.023684 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-6868c67a-b8cc-4c75-8e44-aff0d077a8e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 1097 time: 0.2829797
May 19 02:30:39.030392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51648) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:39.098553 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.165542 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.177647 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 76124362-52df-4fb7-85a7-0b6a7732cb0d triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:39.178759 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.186301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:39.190124 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Usage tracker for resource:security_group_rule and tenant:9951ddafe1394be88f1e8fe3eb67c4d6 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:39.192941 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:39.199301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:39.248528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:39.267754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3', 'network_id': 'd5ff37a8-f781-4bbe-af79-6ff8f7ae8ec2', 'port_id': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3', 'mac_address': 'fa:16:3e:24:a6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b981d1ac-6210-4ecb-af38-914c71b68d6d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:30:39.278876 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Allocated IP 172.20.0.8 (a312adf7-6907-4355-a544-85e4bf0e6998/93553405-fc76-4503-a87b-a565e412b140/e648c685-60d9-46ae-991d-a84ded0a0ae5) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:39.297677 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.304183 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.313745 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c093cfc0-04f4-4b57-9129-7570d0137094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:39.359647 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd2c924-61dc-4201-b820-ac7ab51a1daa,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:39.364693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:39.367944 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9951ddafe1394be88f1e8fe3eb67c4d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365815
May 19 02:30:39.370625 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51656) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:39.376855 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.402653 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:39.406132 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-ce85a955-6d11-479f-935b-14bde6efb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:39.409727 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-ce85a955-6d11-479f-935b-14bde6efb093 service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 916 time: 0.3385813
May 19 02:30:39.421296 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:39.426741 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.429385 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:39.443130 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.470612 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.508004 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:39.511034 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:39.537773 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-ea6a6709-edc1-436f-b092-67db825c1f64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=764adfca-9933-4c3f-a210-48e4158295b1 HTTP/1.1" status: 200  len: 217 time: 0.1107247
May 19 02:30:39.540134 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.543726 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:39.556201 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd2c924-61dc-4201-b820-ac7ab51a1daa,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:39.559627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:39.562866 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.566290 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dbd2c924-61dc-4201-b820-ac7ab51a1daa HTTP/1.1" status: 204  len: 168 time: 0.1924644
May 19 02:30:39.768445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-1cd9c9cb-4be6-4a92-81c6-ba47e627e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:39.769895 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-1cd9c9cb-4be6-4a92-81c6-ba47e627e1e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.2308738
May 19 02:30:39.852574 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13706317'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.866715 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51668) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:39.887232 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:39.910577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-393c5ce9-bbcc-4cf5-ab02-622611dba0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:39.944566 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:39.950679 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7c819a3d894e1aa0db91e15329a057 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:39.961389 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:39.969926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:40.020742 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f235d6-90a5-436e-a3de-4f4e820de2c6 req-17db15a7-0276-4c54-9e23-28b060b048e0 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:40.022795 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-38f235d6-90a5-436e-a3de-4f4e820de2c6 req-17db15a7-0276-4c54-9e23-28b060b048e0 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 948 time: 0.1270709
May 19 02:30:40.032320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-2ac0652a-e62d-4cd4-a773-767c0a66ff75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2199974
May 19 02:30:40.053645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.060203 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6bec4ce-957e-415d-8cbd-f7d2e4ef5e0b req-a9cebad4-6307-4a11-9564-274e3c911f91 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 210 time: 0.2064023
May 19 02:30:40.060917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe181f1-3929-44e9-b240-b05c72cd6a75,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:40.064685 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:40.070656 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.095420 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e25db97e-6f47-4ce5-b098-9ee0fbc08c97 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4fe181f1-3929-44e9-b240-b05c72cd6a75 HTTP/1.1" status: 204  len: 168 time: 1.4247561
May 19 02:30:40.096210 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51674) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:40.103525 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-38f235d6-90a5-436e-a3de-4f4e820de2c6 req-d02fad53-2ae3-4ee7-a38b-9715a79b548d tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709860
May 19 02:30:40.126297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.134746 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.148139 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8fc95a7d-b8b9-4f60-be2a-967014f28ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:40.192431 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bd7c819a3d894e1aa0db91e15329a057&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3221362
May 19 02:30:40.192431 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bcb140-e51d-4d45-b80e-b7287afa5d41,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:40.194713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51678) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:40.197152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:40.252587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.279059 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.330995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.336220 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:40.344714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.346061 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bcb140-e51d-4d45-b80e-b7287afa5d41,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:40.349388 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:40.353732 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.356617 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.357978 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81bcb140-e51d-4d45-b80e-b7287afa5d41 HTTP/1.1" status: 204  len: 168 time: 0.1624217
May 19 02:30:40.370762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:40.462448 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Network a312adf7-6907-4355-a544-85e4bf0e6998 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:40.471204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:40.473760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:40.565838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Pushing event updated for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:40.569779 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:40.620543 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-ce209148-f0fd-4b4d-8783-7c551ec4a85d service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4293177
May 19 02:30:40.714841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:40.715494 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.727689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b53b0d-83aa-4d98-a943-e9d64f96beb9 req-2b740953-8895-4003-ba25-9334ee1117a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:40.729151 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-91b53b0d-83aa-4d98-a943-e9d64f96beb9 req-2b740953-8895-4003-ba25-9334ee1117a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.5358586
May 19 02:30:40.761133 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:40.791550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:40.888558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6d7cc70>,) {'filters': {'network_id': ['f244eb25-6d14-4af5-9bc1-82df6c0d7877']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:40.962608 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5137756
May 19 02:30:40.991011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6d7cc70>, 'f246d433-7e00-4dcd-a806-c5f4afa51100') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:40.991318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6d7cc70>, 'f246d433-7e00-4dcd-a806-c5f4afa51100') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:41.008115 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Request body: {'port': {'device_id': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:41.066956 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.094767 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-91b53b0d-83aa-4d98-a943-e9d64f96beb9 req-2efce5a2-847c-4429-a663-8c2b9434370b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256652
May 19 02:30:41.142977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.149808 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-921e858d-84d1-4979-9a28-3c241bea45f6 req-f21ca9ec-9b07-46f9-af3d-5d64a2727c44 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4680157
May 19 02:30:41.190031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-48c7c668-321c-472a-8a56-e705786fb630 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:41.191506 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-48c7c668-321c-472a-8a56-e705786fb630 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 819 time: 0.4877019
May 19 02:30:41.203989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:30:41.204434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:30:41.220127 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:30:41.243403 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Request body: {'port': {'device_id': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'admin_state_up': True, 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:41.324891 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c2ea200c-1936-47b0-9740-d20fcd947945 req-8375c1be-1431-4897-94ba-f11de9be38df tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 210 time: 0.0630343
May 19 02:30:41.396152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.475612 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.640763 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3e52ea46-242f-4bdf-a2ef-c85443458cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:41.664489 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.683811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Pushing event deleted for resources: {'Network': ['ID=f244eb25-6d14-4af5-9bc1-82df6c0d7877,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:41.697164 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f244eb25-6d14-4af5-9bc1-82df6c0d7877 HTTP/1.1" status: 204  len: 168 time: 1.5982230
May 19 02:30:41.699776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:41.700176 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51726) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:41.752083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:41.766672 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Usage tracker for resource:port and tenant:dac73a528db741e4b0684d80ab06fe70 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:41.776876 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:41.789636 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:41.803641 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fafa62-1155-402a-9527-c7290f98f12a req-4c66738e-acee-4084-adf1-47b5a49e6bbf tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:41.805113 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61fafa62-1155-402a-9527-c7290f98f12a req-4c66738e-acee-4084-adf1-47b5a49e6bbf tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 948 time: 0.4110816
May 19 02:30:41.846274 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Deleting subnet b0797982-39ae-4dd8-92c8-c0fc59e05fa1 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:30:41.850658 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.862764 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Made reservation on behalf of dac73a528db741e4b0684d80ab06fe70 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:41.865889 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.900165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.907527 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:41.967794 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61fafa62-1155-402a-9527-c7290f98f12a req-fe50d63d-2467-47d5-9db9-8c6600d8770b tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504190
May 19 02:30:42.160789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e648c685-60d9-46ae-991d-a84ded0a0ae5 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:42.179005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.190447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.198970 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Transition to ACTIVE for port object e648c685-60d9-46ae-991d-a84ded0a0ae5 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:42.210233 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.216502 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-88f116cd-344f-4832-a934-3f77d97f1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:42.254293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:42.270776 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.335088 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0797982-39ae-4dd8-92c8-c0fc59e05fa1,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:42.339457 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b0797982-39ae-4dd8-92c8-c0fc59e05fa1 HTTP/1.1" status: 204  len: 168 time: 0.6375847
May 19 02:30:42.340583 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:42.342632 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51748) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:42.414186 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:42.456114 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:42.481621 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d0c32-389c-407b-a065-e4785cf951a2 req-eab5ef28-ab7a-4a08-be24-ab16651cbf8c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:42.483126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eb7d0c32-389c-407b-a065-e4785cf951a2 req-eab5ef28-ab7a-4a08-be24-ab16651cbf8c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.2166572
May 19 02:30:42.486144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.503172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Allocated IP 172.20.0.11 (a312adf7-6907-4355-a544-85e4bf0e6998/93553405-fc76-4503-a87b-a565e412b140/2e77d06b-4c88-4438-a1d2-f23e0181a36e) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:30:42.579625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Attempting to bind port e648c685-60d9-46ae-991d-a84ded0a0ae5 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:42.579972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Attempting to bind port e648c685-60d9-46ae-991d-a84ded0a0ae5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:42.580201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Attempting to bind port e648c685-60d9-46ae-991d-a84ded0a0ae5 on network a312adf7-6907-4355-a544-85e4bf0e6998 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:42.595776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Port e648c685-60d9-46ae-991d-a84ded0a0ae5 on network a312adf7-6907-4355-a544-85e4bf0e6998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:30:42.596060 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Attempting to bind port e648c685-60d9-46ae-991d-a84ded0a0ae5 on network a312adf7-6907-4355-a544-85e4bf0e6998 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:42.603676 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eb7d0c32-389c-407b-a065-e4785cf951a2 req-57711bf3-e8ab-4523-8c10-332793b24d49 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130688
May 19 02:30:42.632042 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:42.632445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Checking segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:42.632830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Bound using segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:42.633274 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Bound port: e648c685-60d9-46ae-991d-a84ded0a0ae5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:42.633697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.709677 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.748373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f24f664d280>> segment before_delete 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.748932 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f24f664d280>> subnet precommit_delete_associations 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.749910 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> segment_host_mapping after_create 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.750457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> port after_create 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.751006 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> port after_delete 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.751590 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> port after_update 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.752109 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> segment after_delete 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.752625 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> subnet after_create 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.753160 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> subnet after_delete 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.753680 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f24f664dac0>> subnet after_update 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.831275 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f6ed81c0>> subnet after_create 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.831800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f6ed81c0>> subnet after_delete 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.832130 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f6ed81c0>> subnet before_create 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.832709 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f24f6ed81c0>> subnet before_update 55550000 {{(pid=91235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 02:30:42.833061 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f650f1f0>,) {'filters': {'network_id': ['9308cd5f-d396-416c-9938-025f309dffe8']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:42.848237 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f650f1f0>, '677db4a6-4223-4338-917e-a875841e585b') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:42.849179 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f650f1f0>, '677db4a6-4223-4338-917e-a875841e585b') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:30:42.861949 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.875624 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.882687 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.882879 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:42.890529 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8929f137-a420-4306-a263-f30a6f10a671 req-95c46b9e-46cd-4eba-8ec1-5f32b7adabab tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:42.891344 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:30:42.891855 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.899422 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   from cryptography.utils import int_from_bytes
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   from cryptography.utils import int_from_bytes
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:30:42.913100 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:30:42.917569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:42.928668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:42.934281 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:42.962839 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:42.963447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8929f137-a420-4306-a263-f30a6f10a671 req-95c46b9e-46cd-4eba-8ec1-5f32b7adabab tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:42.965184 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8929f137-a420-4306-a263-f30a6f10a671 req-95c46b9e-46cd-4eba-8ec1-5f32b7adabab tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 210 time: 0.1703463
May 19 02:30:42.970637 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:42.971041 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.002420 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.003510 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.004589 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] 10.222.0.55 "PUT /v2.0/ports/e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 1093 time: 2.0017409
May 19 02:30:43.005150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:43.007399 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.013983 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.014229 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:43.036516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.041216 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Pushing event deleted for resources: {'Network': ['ID=9308cd5f-d396-416c-9938-025f309dffe8,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:43.053642 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:43.056794 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9308cd5f-d396-416c-9938-025f309dffe8 HTTP/1.1" status: 204  len: 168 time: 0.7081878
May 19 02:30:43.064476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Pushing event updated for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:43.069639 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:43.070173 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:43.106551 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5', 'status': 'completed', 'code': 200}
May 19 02:30:43.113317 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Network a312adf7-6907-4355-a544-85e4bf0e6998 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:30:43.144283 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.175629 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:43.184163 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:43.191169 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:43.192250 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:30:43.197761 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.203356 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:43.254282 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3', 'code': 200}
May 19 02:30:43.275018 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Pushing event updated for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:43.283634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:43.303217 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.303835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.326539 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-15270a0b-11b4-44d7-96da-ae4b3176d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.327805 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-15270a0b-11b4-44d7-96da-ae4b3176d5df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1096 time: 0.2134888
May 19 02:30:43.333152 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1056170
May 19 02:30:43.339086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8485293-9cb6-4fa9-8b42-73520752598e req-3dcd5516-9127-4ee2-ab3c-62aa107220a4 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.341569 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:43.345026 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:43.347670 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b8485293-9cb6-4fa9-8b42-73520752598e req-3dcd5516-9127-4ee2-ab3c-62aa107220a4 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.1769309
May 19 02:30:43.390658 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51768) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:43.423968 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b8485293-9cb6-4fa9-8b42-73520752598e req-75c5f1ee-e76d-4558-8e22-459a2f44101b tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753634
May 19 02:30:43.428462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Request body: {'port': {'device_id': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:43.454738 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4f9d2bf1-3930-4c44-9178-de7dd4ae3b38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a802e2375f7c405cb5ef74bf558a3389&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0626671
May 19 02:30:43.457029 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51772) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:43.464847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-27956d23-d469-48c0-bc01-37615ca0c5d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.1195788
May 19 02:30:43.517631 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.542334 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.596158 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.601004 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-01b5edfb-def0-40d5-b1a9-7c9176b8ef80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:43.614359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057c9b9-c3bf-4165-bbd4-412dd1917ef0,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:43.617495 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:43.619093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.622563 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d057c9b9-c3bf-4165-bbd4-412dd1917ef0 HTTP/1.1" status: 204  len: 168 time: 0.1621237
May 19 02:30:43.773799 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:43.805565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a447-5802-46b3-9c4d-5c87239c586d req-37d248da-2b80-4221-bec9-b088a9ee7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.807000 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-37d248da-2b80-4221-bec9-b088a9ee7b3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.3011217
May 19 02:30:43.923895 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-f49a08fe-09e4-4826-86b9-9fc95d3a736f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987313
May 19 02:30:43.965551 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be867-a5c6-47b3-9f52-30d13484cf2c req-b9112a65-2dba-44fc-862f-cefb4c6e5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:43.966996 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2d0be867-a5c6-47b3-9f52-30d13484cf2c req-b9112a65-2dba-44fc-862f-cefb4c6e5c59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 1102 time: 0.4959457
May 19 02:30:44.042909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51790) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:44.113094 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ea1f55d9-2025-4901-8988-6ba1d136e242 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=099f1dd924504e29a5b44a878a1f36c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0666609
May 19 02:30:44.113315 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51794) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:44.191201 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.232713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.308649 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8a4b-3a55-4984-b26e-08343bfa8001 req-faf8984f-934d-4181-8106-9e7e9de3aba5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:44.310037 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-822a8a4b-3a55-4984-b26e-08343bfa8001 req-faf8984f-934d-4181-8106-9e7e9de3aba5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 944 time: 0.5738406
May 19 02:30:44.345977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-2d0be867-a5c6-47b3-9f52-30d13484cf2c req-b1ca2c3d-e321-4b25-9b3d-b82f5acd3380 service neutron] Synchronizing usage tracker for tenant:cb0ade4cb03f4f6c85d79c56d1d6dd07 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:44.359730 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206a1b6-d3e5-4897-a52d-fb3b59194b9a req-0c7fffe6-b6fd-4cd7-b5e7-685c6b021c40 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:44.361203 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7206a1b6-d3e5-4897-a52d-fb3b59194b9a req-0c7fffe6-b6fd-4cd7-b5e7-685c6b021c40 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 932 time: 0.1068740
May 19 02:30:44.372605 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.376516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c6dbeb83-1536-4b99-ab9f-4a896a8bd08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:44.413808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-2d0be867-a5c6-47b3-9f52-30d13484cf2c req-b1ca2c3d-e321-4b25-9b3d-b82f5acd3380 service neutron] Unset dirty status for tenant:cb0ade4cb03f4f6c85d79c56d1d6dd07 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:44.414224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4941f11-b9c5-486a-bd46-d973453541f4,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:44.414929 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2d0be867-a5c6-47b3-9f52-30d13484cf2c req-b1ca2c3d-e321-4b25-9b3d-b82f5acd3380 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4296038
May 19 02:30:44.425676 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-6cde04a0-868a-46a0-afe5-48a9a6ee7579 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4892719
May 19 02:30:44.434985 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-822a8a4b-3a55-4984-b26e-08343bfa8001 req-0f2a599c-bdad-41ac-a92b-a0da1ad25f13 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111293
May 19 02:30:44.436081 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:44.438392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.449548 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4941f11-b9c5-486a-bd46-d973453541f4 HTTP/1.1" status: 204  len: 168 time: 0.3352740
May 19 02:30:44.503538 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-7206a1b6-d3e5-4897-a52d-fb3b59194b9a req-96c6a643-7b50-4e40-b183-b1a90698fcc7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:30:44.541851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-7206a1b6-d3e5-4897-a52d-fb3b59194b9a req-96c6a643-7b50-4e40-b183-b1a90698fcc7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:30:44.543265 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7206a1b6-d3e5-4897-a52d-fb3b59194b9a req-96c6a643-7b50-4e40-b183-b1a90698fcc7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739154
May 19 02:30:44.736033 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e77d06b-4c88-4438-a1d2-f23e0181a36e {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:44.756740 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.804033 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Transition to ACTIVE for port object 2e77d06b-4c88-4438-a1d2-f23e0181a36e will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:30:44.806369 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d204a447-5802-46b3-9c4d-5c87239c586d req-b1b73425-648c-44b3-9ce4-b0d01576056a service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440243
May 19 02:30:44.811011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:44.816518 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7c69508e-2544-412e-b10f-485e42d74324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:44.914047 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 764adfca-9933-4c3f-a210-48e4158295b1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:30:44.928643 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fc067-48ca-4736-bb8c-db307eff0b10 req-0e39e5aa-4695-446f-b10f-1eb4def00d76 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:44.931284 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b19fc067-48ca-4736-bb8c-db307eff0b10 req-0e39e5aa-4695-446f-b10f-1eb4def00d76 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.3274424
May 19 02:30:45.094513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:45.121781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:45.155024 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=764adfca-9933-4c3f-a210-48e4158295b1,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:45.173478 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '764adfca-9933-4c3f-a210-48e4158295b1', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'port_id': '764adfca-9933-4c3f-a210-48e4158295b1', 'mac_address': 'fa:16:3e:6d:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fa099-572c-4fe0-9fa5-a85c14785c78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:30:45.241079 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b19fc067-48ca-4736-bb8c-db307eff0b10 req-aae25003-4741-4bf1-a5f1-1169e926fc2f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926941
May 19 02:30:45.264352 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Attempting to bind port 2e77d06b-4c88-4438-a1d2-f23e0181a36e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:30:45.264695 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Attempting to bind port 2e77d06b-4c88-4438-a1d2-f23e0181a36e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:30:45.268254 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Attempting to bind port 2e77d06b-4c88-4438-a1d2-f23e0181a36e on network a312adf7-6907-4355-a544-85e4bf0e6998 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:45.268732 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:45.282081 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Port 2e77d06b-4c88-4438-a1d2-f23e0181a36e on network a312adf7-6907-4355-a544-85e4bf0e6998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:30:45.282644 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Attempting to bind port 2e77d06b-4c88-4438-a1d2-f23e0181a36e on network a312adf7-6907-4355-a544-85e4bf0e6998 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:30:45.294963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:30:45.295397 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Checking segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:45.295785 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Bound using segment: {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:30:45.296268 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Bound port: 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:30:45.297386 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:45.306683 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764adfca-9933-4c3f-a210-48e4158295b1 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:45.316270 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-aee1a4dc-729d-4cc1-a982-70682951408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:45.320975 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-aee1a4dc-729d-4cc1-a982-70682951408a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1096 time: 0.3886795
May 19 02:30:45.332159 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=764adfca-9933-4c3f-a210-48e4158295b1,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:45.338640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:45.343700 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:45.442214 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:45.446508 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:45.608169 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:30:45.622471 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-fd90e935-66e2-45fa-a1c2-c3e1e7487118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:45.624238 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-fd90e935-66e2-45fa-a1c2-c3e1e7487118 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.2958999
May 19 02:30:45.625853 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:30:45.793602 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:45.797565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2c4d0c95-4e0c-4de0-834a-79b72d4288f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:45.876360 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-0624bec4-ac05-429c-a118-de7b08dc189c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.2386713
May 19 02:30:45.920146 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:45.920766 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:45.922107 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e77d06b-4c88-4438-a1d2-f23e0181a36e HTTP/1.1" status: 200  len: 1094 time: 2.5064521
May 19 02:30:45.922678 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:45.980271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-218b7f8e-5a09-427b-9d73-0dcc071b248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:45.982224 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-218b7f8e-5a09-427b-9d73-0dcc071b248f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.0958388
May 19 02:30:45.983307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:45.987446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:46.063468 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-dc5c6665-650f-4097-93eb-3f2f60f60754 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717454
May 19 02:30:46.217395 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a47fd-58e3-4465-a3ab-b9c9ae3a18b1 req-0435be6d-03cf-475e-b450-5e03b065c0b1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:46.218836 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9f6a47fd-58e3-4465-a3ab-b9c9ae3a18b1 req-0435be6d-03cf-475e-b450-5e03b065c0b1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 944 time: 0.1209013
May 19 02:30:46.280317 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9f6a47fd-58e3-4465-a3ab-b9c9ae3a18b1 req-4dbd8dfd-4e83-46ea-adba-431f4dd3b618 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537663
May 19 02:30:46.347670 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'status': 'completed', 'code': 200}
May 19 02:30:46.358010 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-edca1228-3d4b-40c2-9f71-5a6995930a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:46.359527 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-edca1228-3d4b-40c2-9f71-5a6995930a4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 1097 time: 0.2951274
May 19 02:30:46.362031 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-3449c4e6-57b9-4fa5-8528-30e44cb90a3c service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475996
May 19 02:30:46.375124 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5c025-0864-4ca3-889d-189c0a6076e9 req-aca7d428-bbf0-4451-b072-c7f69f10b69e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:46.376733 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d9d5c025-0864-4ca3-889d-189c0a6076e9 req-aca7d428-bbf0-4451-b072-c7f69f10b69e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 945 time: 0.2644427
May 19 02:30:46.487910 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-b4bff6e0-d13e-4706-9e07-b3f5dc1592a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e HTTP/1.1" status: 200  len: 217 time: 0.1090453
May 19 02:30:46.543778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d4f34-70c5-4800-accc-a96412280e89 req-0e1a1dbf-8519-4cc0-b45f-a0dde4ef28b4 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:46.551056 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-697d4f34-70c5-4800-accc-a96412280e89 req-0e1a1dbf-8519-4cc0-b45f-a0dde4ef28b4 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.0980461
May 19 02:30:46.608049 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-697d4f34-70c5-4800-accc-a96412280e89 req-c56ae0a1-fd66-4684-a59d-6a471e774cf5 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560415
May 19 02:30:46.619798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['764adfca-9933-4c3f-a210-48e4158295b1'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:46.658869 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d9d5c025-0864-4ca3-889d-189c0a6076e9 req-a8e7334d-b0b0-4784-b9ca-3479ba85a267 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041228
May 19 02:30:46.687096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-fa87cdae-6dc2-4c03-bacb-22f9058b61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:46.688608 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-fa87cdae-6dc2-4c03-bacb-22f9058b61f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.1877797
May 19 02:30:46.692095 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c8a9857-c982-4b6e-8084-13e064242f93 req-71050856-8fce-4d99-b5a9-dc389f44f87c service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143480
May 19 02:30:46.776026 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-88884e4a-a2c7-480b-9ef4-16d0c8cd687a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524347
May 19 02:30:46.957502 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-3a6b1afd-9418-4628-a9e1-830403cc0f8a service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685438
May 19 02:30:47.169459 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9383f8b5-b17d-4a8b-b738-9a4c369661d7 req-1d153dc1-31e9-4873-be5c-290853b9d34a service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001455
May 19 02:30:47.435844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-4e81eca7-376b-47be-a152-4763ebbb69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:47.438227 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-4e81eca7-376b-47be-a152-4763ebbb69ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 1097 time: 0.1860783
May 19 02:30:47.683943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-6986d81d-b0bc-4a28-9cc4-30797b1741c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:47.685556 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-6986d81d-b0bc-4a28-9cc4-30797b1741c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.2397935
May 19 02:30:47.765915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144a740-af72-40cb-bf04-c9420ec4f9a1 req-96f03063-5d14-4ddb-8668-604b07a5fc4a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:47.772825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5144a740-af72-40cb-bf04-c9420ec4f9a1 req-96f03063-5d14-4ddb-8668-604b07a5fc4a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 944 time: 0.2576902
May 19 02:30:47.889195 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-205d6fca-85e8-45f4-aa68-6793f2749698 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e HTTP/1.1" status: 200  len: 217 time: 0.1937597
May 19 02:30:47.946605 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d84b-87f4-4deb-ac6d-b58dbfe4078b req-69a42543-8231-4454-a9b5-3ef9d3ad9b7f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:47.953781 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cc64d84b-87f4-4deb-ac6d-b58dbfe4078b req-69a42543-8231-4454-a9b5-3ef9d3ad9b7f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.1784267
May 19 02:30:47.970047 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5144a740-af72-40cb-bf04-c9420ec4f9a1 req-bc71576f-4486-4676-8aee-3c24e892fa6f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962712
May 19 02:30:47.988997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-dedae15c-a3c7-4fea-bda7-89f937cb22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:47.991390 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-dedae15c-a3c7-4fea-bda7-89f937cb22b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.0856190
May 19 02:30:48.021083 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cc64d84b-87f4-4deb-ac6d-b58dbfe4078b req-591ff0b5-d6d1-4ae5-a38c-be282dcaeda6 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663798
May 19 02:30:48.053879 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-af3ec9d6-a9e2-4fa0-9669-6bb7942ce6dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533144
May 19 02:30:48.271840 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-0b5aa4e3-f5f2-44de-8e32-49c47e1d04fa service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115991
May 19 02:30:48.323318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83bbfe-96d3-4de9-b741-419dbc83e344 req-62b6b03b-7e4c-4616-b800-d8cca784ba99 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:48.324839 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b83bbfe-96d3-4de9-b741-419dbc83e344 req-62b6b03b-7e4c-4616-b800-d8cca784ba99 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 945 time: 0.2138412
May 19 02:30:48.458954 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b83bbfe-96d3-4de9-b741-419dbc83e344 req-0f1d6384-f1aa-4765-adec-dd0e6da8a6b5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753927
May 19 02:30:48.468188 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae119b6c-64e5-421e-bca8-1c6e099491ee req-c60a9e45-ab35-44bc-a9b3-352d23aa767a service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876242
May 19 02:30:48.876189 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a39c2-1833-4cb7-9a76-dfb7b7d1644b req-8079b2f2-cdae-4b57-b2e9-bf32643bcc74 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:48.878470 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-115a39c2-1833-4cb7-9a76-dfb7b7d1644b req-8079b2f2-cdae-4b57-b2e9-bf32643bcc74 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.1164184
May 19 02:30:48.932680 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 764adfca-9933-4c3f-a210-48e4158295b1 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:48.950499 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-115a39c2-1833-4cb7-9a76-dfb7b7d1644b req-c8bfb7f7-306f-48ae-8710-38f15862f790 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656238
May 19 02:30:49.047471 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 764adfca-9933-4c3f-a210-48e4158295b1 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:49.054007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 764adfca-9933-4c3f-a210-48e4158295b1 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:49.054379 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:49.182404 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:49.191264 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22837d9-9656-4047-b66b-1d3392ee67b2 req-77289c52-9367-4455-b80e-5959d64ab243 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:49.193027 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b22837d9-9656-4047-b66b-1d3392ee67b2 req-77289c52-9367-4455-b80e-5959d64ab243 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 944 time: 0.0994663
May 19 02:30:49.214807 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:49.246181 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=764adfca-9933-4c3f-a210-48e4158295b1,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:49.247871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b22837d9-9656-4047-b66b-1d3392ee67b2 req-896f2fdf-a01a-4463-bdd8-4b46e732472b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478718
May 19 02:30:49.256531 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:49.258539 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:49.293922 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1', 'code': 200}
May 19 02:30:49.341759 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:49.345011 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:49.559622 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa40f-9f67-4b47-9c73-a86c71b17d4f req-aeb40a00-4db2-410c-9e3d-f7bdeaaa35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:49.561288 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4affa40f-9f67-4b47-9c73-a86c71b17d4f req-aeb40a00-4db2-410c-9e3d-f7bdeaaa35f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 1099 time: 0.0721052
May 19 02:30:49.668326 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4affa40f-9f67-4b47-9c73-a86c71b17d4f req-b110efcf-21d9-44b4-9449-0a85f109875b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561211
May 19 02:30:49.691787 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31a5f0-92aa-4652-aaae-f71bcc2691c7 req-de9ca1e7-8ef0-48fa-88cd-c9677015d6bb tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:49.693222 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf31a5f0-92aa-4652-aaae-f71bcc2691c7 req-de9ca1e7-8ef0-48fa-88cd-c9677015d6bb tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.1209924
May 19 02:30:49.740155 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf31a5f0-92aa-4652-aaae-f71bcc2691c7 req-d6b264b6-d64a-49ba-bcab-bfcc58969683 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409932
May 19 02:30:50.205466 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8b1d4-586d-4f71-9d7f-81d0d8079d0f req-9d6b8bc8-cdbe-4d4d-9f9a-9ea5a6f8b1dd tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:50.207346 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ebe8b1d4-586d-4f71-9d7f-81d0d8079d0f req-9d6b8bc8-cdbe-4d4d-9f9a-9ea5a6f8b1dd tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.1129198
May 19 02:30:50.244289 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 51956) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:50.334400 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ebe8b1d4-586d-4f71-9d7f-81d0d8079d0f req-16df1e7b-b9e4-4556-b813-967b3d036e83 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124053
May 19 02:30:50.528895 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:50.570827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:50.577348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Usage tracker for resource:security_group_rule and tenant:f4c93bda52bb4316a06d3356767dbc19 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:50.581496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:50.592628 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:50.659269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba9eb7-19cb-429f-be10-41b6009d062b req-cdb3e214-1b4d-4138-8878-934538914f46 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:50.669264 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3ba9eb7-19cb-429f-be10-41b6009d062b req-cdb3e214-1b4d-4138-8878-934538914f46 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 944 time: 0.2203188
May 19 02:30:50.747848 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3ba9eb7-19cb-429f-be10-41b6009d062b req-eea3baac-ef48-427a-86b2-23555308926c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774941
May 19 02:30:50.804577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:50.809995 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:50.819875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7e458248-4c32-4eed-8ad8-a7a974bc1df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:50.856149 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61ef79-b325-411a-9fdf-e497c5e729d6,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:50.860345 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:50.893841 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4c93bda52bb4316a06d3356767dbc19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6481521
May 19 02:30:50.897241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51970) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:50.934704 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e648c685-60d9-46ae-991d-a84ded0a0ae5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:30:51.094709 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.117682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:51.142859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c3245-b3c5-40e3-8548-6d847dda8763 req-4dd42ba1-ac88-4e7b-84a4-bfdb3ac69edd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:51.144901 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8f1c3245-b3c5-40e3-8548-6d847dda8763 req-4dd42ba1-ac88-4e7b-84a4-bfdb3ac69edd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.2246785
May 19 02:30:51.151945 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.172494 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'e648c685-60d9-46ae-991d-a84ded0a0ae5', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'port_id': 'e648c685-60d9-46ae-991d-a84ded0a0ae5', 'mac_address': 'fa:16:3e:59:8b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93553405-fc76-4503-a87b-a565e412b140', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:30:51.234302 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.251745 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8f1c3245-b3c5-40e3-8548-6d847dda8763 req-586a61fc-dbed-4fde-b6e1-2e0eea6d7379 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718560
May 19 02:30:51.252550 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e648c685-60d9-46ae-991d-a84ded0a0ae5 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:51.275194 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:51.275368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.279774 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.281111 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b2ff21a8-7e16-421f-ab62-65aeec374688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:51.281784 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2e77d06b-4c88-4438-a1d2-f23e0181a36e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:30:51.285377 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:51.294298 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61ef79-b325-411a-9fdf-e497c5e729d6,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:51.309852 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:51.327996 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.327996 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab61ef79-b325-411a-9fdf-e497c5e729d6 HTTP/1.1" status: 204  len: 168 time: 0.4268253
May 19 02:30:51.451798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:51.484449 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-aaa196d5-0bfe-4990-8eb6-5b356f115820 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:51.487352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-aaa196d5-0bfe-4990-8eb6-5b356f115820 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.55 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.2395406
May 19 02:30:51.492400 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'network_id': 'a312adf7-6907-4355-a544-85e4bf0e6998', 'port_id': '2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'mac_address': 'fa:16:3e:77:62:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93553405-fc76-4503-a87b-a565e412b140', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:30:51.584517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:51.600148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:51.658966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0084b5-1cd4-4478-96c4-f0db6a265141 req-9454e3af-e5e4-43b6-8572-140ad840669a tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:51.659395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.673586 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea0084b5-1cd4-4478-96c4-f0db6a265141 req-9454e3af-e5e4-43b6-8572-140ad840669a tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 949 time: 0.1791704
May 19 02:30:51.705498 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e77d06b-4c88-4438-a1d2-f23e0181a36e {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:30:51.726864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:51.737854 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.744334 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:51.747089 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea0084b5-1cd4-4478-96c4-f0db6a265141 req-17e660fa-a5c7-4eb4-a710-9e17a2a94189 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/security-groups?id=835ceab7-ddab-4331-aec2-f1bef27a5ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706768
May 19 02:30:51.778911 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Deleting port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:30:51.779527 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.786866 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 51990) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:51.833079 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.845659 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:51.850776 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:51.862242 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:51.866840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Usage tracker for resource:security_group_rule and tenant:9cb6732ba4d4428f83c4e62b66f3a01f is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:51.874335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:51.880782 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:51.988449 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:51.994455 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.008224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-55f0acf6-ba66-432b-ad6c-33d572b65e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:52.038541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] For port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,segment=NetworkSegment(e0a49ae3-b2be-4a40-83cf-ebf951243c91),segment_id=e0a49ae3-b2be-4a40-83cf-ebf951243c91)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:52.039040 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.054456 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cb6732ba4d4428f83c4e62b66f3a01f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2610874
May 19 02:30:52.055048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52000) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:52.062591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748635ac-0550-4d68-93a9-2c94e6e985d8,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:52.083581 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:52.169992 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.206878 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.229108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5e045-60fb-49db-ae52-abcc00fd7b7c req-d7c49ece-8e92-4e38-8b30-d097230197e5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:52.230584 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5fe5e045-60fb-49db-ae52-abcc00fd7b7c req-d7c49ece-8e92-4e38-8b30-d097230197e5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 945 time: 0.3172033
May 19 02:30:52.237701 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Calling delete_port for b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:30:52.284526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.295164 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-68595f5f-120f-4c09-b7dd-7a4bffd81e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:52.316170 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['e648c685-60d9-46ae-991d-a84ded0a0ae5'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:52.321581 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748635ac-0550-4d68-93a9-2c94e6e985d8,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:52.324807 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:52.325780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.330939 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/748635ac-0550-4d68-93a9-2c94e6e985d8 HTTP/1.1" status: 204  len: 168 time: 0.2749202
May 19 02:30:52.405306 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5fe5e045-60fb-49db-ae52-abcc00fd7b7c req-fc7c7aa7-e8ac-47a7-b5ce-182a493bf8e6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633527
May 19 02:30:52.466562 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['2e77d06b-4c88-4438-a1d2-f23e0181a36e'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:30:52.713126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:52.729617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-972a7179-7a5f-4b48-af5d-a956cfb0a8a1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:52.829570 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Pushing event deleted for resources: {'Port': ['ID=b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:52.843062 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:53.001962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] No DVR routers for this DVR port b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:30:53.004761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:53.011866 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'name': 'network-vif-deleted', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:53.041374 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4083-aa81-4c48-8402-82df25253e8c req-215d1c7a-b24c-4ba3-ad01-10bcf72bcdef tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:53.043675 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b91a4083-aa81-4c48-8402-82df25253e8c req-215d1c7a-b24c-4ba3-ad01-10bcf72bcdef tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.4238005
May 19 02:30:53.045764 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1d620b1-3b0f-4a9b-b067-ff342ca6938b req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.55 "DELETE /v2.0/ports/b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 HTTP/1.1" status: 204  len: 173 time: 1.5346897
May 19 02:30:53.087204 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-46045a0c-012e-4e83-8b97-455dffc09c56 req-a2d165d6-fcfd-443c-84fc-6b91acf1a606 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] 10.222.0.63 "GET /v2.0/ports?device_id=38e9d387-5867-4f4c-b7f8-ab3544feb7ea HTTP/1.1" status: 200  len: 210 time: 0.0851464
May 19 02:30:53.174408 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e9d387-5867-4f4c-b7f8-ab3544feb7ea', 'name': 'network-vif-deleted', 'tag': 'b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3', 'status': 'completed', 'code': 200}
May 19 02:30:53.179099 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b91a4083-aa81-4c48-8402-82df25253e8c req-59ba0a3d-d183-4882-a7b4-adba4ff67d47 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139104
May 19 02:30:53.680813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1680d-73bd-4898-99c9-d10bf3329760 req-f42cf1cf-0cec-4b3a-ac9b-780ff2cd49ca tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:53.682706 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fe1680d-73bd-4898-99c9-d10bf3329760 req-f42cf1cf-0cec-4b3a-ac9b-780ff2cd49ca tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 945 time: 0.0954597
May 19 02:30:53.736975 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fe1680d-73bd-4898-99c9-d10bf3329760 req-8f9f3427-8826-49ca-a3f8-8d4ae5f08334 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487764
May 19 02:30:54.961951 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e648c685-60d9-46ae-991d-a84ded0a0ae5 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:54.998182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1125-911e-432d-b0d3-c884a6197c0f req-81bf8aa8-3b2c-4759-a2c0-a0286a2594b7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:54.999910 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4aae1125-911e-432d-b0d3-c884a6197c0f req-81bf8aa8-3b2c-4759-a2c0-a0286a2594b7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 945 time: 0.1177983
May 19 02:30:55.047326 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port e648c685-60d9-46ae-991d-a84ded0a0ae5 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:55.053368 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port e648c685-60d9-46ae-991d-a84ded0a0ae5 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:55.054102 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.075079 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4aae1125-911e-432d-b0d3-c884a6197c0f req-17da7eda-39fc-40e4-bdf2-e597d53bbb92 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611115
May 19 02:30:55.175177 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52130) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:55.307483 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.341879 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:55.360499 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:55.363495 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.367355 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.369262 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2e77d06b-4c88-4438-a1d2-f23e0181a36e up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:30:55.394805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:55.412810 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Usage tracker for resource:security_group_rule and tenant:79ca69723ec64eb198774ca867e0c8c4 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:55.418997 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:55.450106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:55.485535 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5', 'code': 200}
May 19 02:30:55.486144 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-edfabbd5-679c-41a6-8c13-99d2e803a771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:55.552370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.560316 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.585908 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab621e7f-2ff2-4ad4-8f4a-c8990928644f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:55.611552 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 2e77d06b-4c88-4438-a1d2-f23e0181a36e completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:30:55.624661 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e999848a-d469-463c-8a8b-d5fc44e7a0ab,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:55.629437 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:55.633490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:55.643165 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 2e77d06b-4c88-4438-a1d2-f23e0181a36e triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:30:55.643165 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.668174 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52154) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:55.669711 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79ca69723ec64eb198774ca867e0c8c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4887376
May 19 02:30:55.686656 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:55.804232 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.845134 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.879588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.884150 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:30:55.888566 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.889469 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:30:55.917308 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:55.942163 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ed3d-caf7-4faa-a347-6436c4ffb76f req-8233b42c-274d-4e78-9ed9-8212f3b3fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:55.944141 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cfd2ed3d-caf7-4faa-a347-6436c4ffb76f req-8233b42c-274d-4e78-9ed9-8212f3b3fc2f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.1289749
May 19 02:30:55.968556 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:30:55.969132 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b72ebfa9-ea7c-403c-ae3d-0c2fbe67e0b3 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:30:55.970256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:55.977692 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6b41080a-3555-42db-8fa2-b195ec6d1935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:55.989514 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:55.991710 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999848a-d469-463c-8a8b-d5fc44e7a0ab,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:55.993703 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:56.000474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:56.006340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:56.017327 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e999848a-d469-463c-8a8b-d5fc44e7a0ab HTTP/1.1" status: 204  len: 168 time: 0.3377678
May 19 02:30:56.022586 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cfd2ed3d-caf7-4faa-a347-6436c4ffb76f req-bfeca26b-e4ad-46d5-a970-5a56600e2099 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670617
May 19 02:30:56.411984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43c39-1698-445d-9648-4a8e3101ce67 req-c6ffee35-46ba-4016-9362-aee65d34f6f3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:56.413564 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8fc43c39-1698-445d-9648-4a8e3101ce67 req-c6ffee35-46ba-4016-9362-aee65d34f6f3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.2078249
May 19 02:30:56.469320 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8fc43c39-1698-445d-9648-4a8e3101ce67 req-6eb23f2c-9d67-4f60-a787-1c9e992b857b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471818
May 19 02:30:56.825752 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52254) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:56.949493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1689261817-network', 'tenant_id': 'bfb625e5dccf40e7985a7244f2079e1c'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:56.965494 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:56.975958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Usage tracker for resource:network and tenant:bfb625e5dccf40e7985a7244f2079e1c is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:56.984366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:56.997974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:57.017291 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Made reservation on behalf of bfb625e5dccf40e7985a7244f2079e1c for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:57.019956 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.047470 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.072623 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:57.077156 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb625e5dccf40e7985a7244f2079e1c is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:57.081877 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:57.091324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:57.211204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.218582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.223327 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-05973438-14e8-4b70-94cf-753c458d09f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:57.272864 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:30:57.295305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04555a85-aae6-44bf-b099-f1ecf699552e,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:57.304229 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:57.310288 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.312157 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Added segment 421db229-5f0c-42c9-bec1-f3aa97dec665 of type vlan for network 4023b386-8d09-4a5e-a617-e7287e5e2d79
May 19 02:30:57.332473 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52318) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:57.356669 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.399899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.402365 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:57.403037 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.409979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-51cc5317-4df0-4535-8912-546171c80799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:57.484174 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-8d209916-120f-4ac3-8051-91900e8a2b20 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:57.487258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:30:57.491030 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-8d209916-120f-4ac3-8051-91900e8a2b20 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.2225239
May 19 02:30:57.517986 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.535681 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7088218
May 19 02:30:57.538739 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52342) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:57.539667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4023b386-8d09-4a5e-a617-e7287e5e2d79,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:57.551020 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:30:57.560744 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:57.564329 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-bee1af8e-d973-4e68-96fe-577b2773a76f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/quotas/19fdccfc21064d7db91d62c101c0b657 HTTP/1.1" status: 200  len: 375 time: 0.0720851
May 19 02:30:57.576106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Request body: {'subnet': {'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1689261817-subnet', 'tenant_id': 'bfb625e5dccf40e7985a7244f2079e1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:30:57.586815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:57.591218 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Usage tracker for resource:subnet and tenant:bfb625e5dccf40e7985a7244f2079e1c is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:57.594438 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:57.601780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:57.616011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Made reservation on behalf of bfb625e5dccf40e7985a7244f2079e1c for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:30:57.619049 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13706358'] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.623142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:57.627677 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Usage tracker for resource:security_group_rule and tenant:589143ae56b3475fa1bd6f035437d8be is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:57.631812 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:57.648853 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:57.789598 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.809469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:57.825118 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'code': 200}
May 19 02:30:57.826194 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4cb2373a-8501-4bc6-aac8-86b39bba15f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:57.893564 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=589143ae56b3475fa1bd6f035437d8be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5600286
May 19 02:30:57.896964 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52362) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:57.899447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b064be-89e9-435f-80a9-e50d2fc30a00,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:57.913147 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:57.963693 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f8329dea-3b25-4780-bdcc-e41396209c9e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3984659
May 19 02:30:58.084590 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.116169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52374) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:58.142501 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.180090 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-290cf370-a669-41c9-bd6c-83a35dcae3cb service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152953
May 19 02:30:58.275107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d38cb-31a1-46c4-8fd7-3bd1b3da5aa2 req-250a57e4-9d85-4a0c-8235-c9bc7987cbca tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:58.282611 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b19d38cb-31a1-46c4-8fd7-3bd1b3da5aa2 req-250a57e4-9d85-4a0c-8235-c9bc7987cbca tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.3082774
May 19 02:30:58.308334 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6040f-fd53-4e37-af3e-e9787acbd248 req-00b377b3-9334-4999-8a9f-39a5bd024496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:58.309878 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76d6040f-fd53-4e37-af3e-e9787acbd248 req-00b377b3-9334-4999-8a9f-39a5bd024496 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 1099 time: 0.2190471
May 19 02:30:58.326759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.357761 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b19d38cb-31a1-46c4-8fd7-3bd1b3da5aa2 req-fb7a2e89-dda8-4737-a020-9c8688b774a2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742908
May 19 02:30:58.382466 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76d6040f-fd53-4e37-af3e-e9787acbd248 req-60565b41-37f0-48fe-8abe-a0b2040015dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501420
May 19 02:30:58.399960 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:58.407983 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Usage tracker for resource:security_group_rule and tenant:f937069c24ce444fb48d0e4d80b72944 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:58.413012 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:58.422817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:58.451800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.454246 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13706308'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.458960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8da28676-fc88-4395-80b6-800a11e0b57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:58.459467 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9bee3b08-dbaf-4901-a8e1-d04dbd338118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:58.488639 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-dd4ddcb6-949c-4b3b-af67-156297dc09cb service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075142
May 19 02:30:58.500811 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b064be-89e9-435f-80a9-e50d2fc30a00,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:58.534052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65dc9377-c5dd-49d7-afa7-6eeff38bcb98,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:58.537637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:58.543599 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Checking segment: {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:30:58.543793 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:58.543950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Network hostable DHCP agents. Network: 4023b386-8d09-4a5e-a617-e7287e5e2d79, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:30:58.563199 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.564459 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/10b064be-89e9-435f-80a9-e50d2fc30a00 HTTP/1.1" status: 204  len: 168 time: 0.6661885
May 19 02:30:58.565904 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:30:58.577598 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 4023b386-8d09-4a5e-a617-e7287e5e2d79) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:30:58.587572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87948b37-0d21-490f-85e1-15714668c06b None None] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:58.588904 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:58.589710 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.632677 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0707896
May 19 02:30:58.821599 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7539bf8d-d319-4b7b-9eaf-045cb38eacab req-cb7cbb15-9e34-49f5-82e2-4e82c115697e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 210 time: 0.1385272
May 19 02:30:58.829519 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9edbf-6999-4f4b-8543-3f2dc76d3fa4 None None] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:30:58.834161 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.851278 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:58.859694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-18bfe872-1c4b-4e04-b329-518157ac822c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:58.955038 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52424) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:58.956296 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f937069c24ce444fb48d0e4d80b72944&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8344157
May 19 02:30:58.958971 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e3fc7-3f9a-4326-a2aa-575276821fd3,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:58.967530 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:59.065234 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.112598 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.186186 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.194623 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8788e01b-82a4-44b2-8f5f-928d8d6e1708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:59.218145 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52438) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:59.241040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.257949 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:30:59.263030 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Usage tracker for resource:security_group_rule and tenant:737f2bef76eb4abb84881e3721f780c8 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:30:59.266367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:30:59.274121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:30:59.329950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e3fc7-3f9a-4326-a2aa-575276821fd3,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:59.341789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:59.344173 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.348513 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/065e3fc7-3f9a-4326-a2aa-575276821fd3 HTTP/1.1" status: 204  len: 168 time: 0.3912897
May 19 02:30:59.384851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.391236 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.401903 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-05c8c2a3-7ed8-4efe-aefb-60e7f0b2a05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:59.434479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c6492-c145-46e8-8342-0834ad0e8498,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:59.441083 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:59.467013 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52448) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:30:59.477438 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=737f2bef76eb4abb84881e3721f780c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2577386
May 19 02:30:59.541235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.576988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.686872 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.696776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e3a6bde0-8956-42f3-93d9-452aac246ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:30:59.725211 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c6492-c145-46e8-8342-0834ad0e8498,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:30:59.731461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:30:59.732602 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:30:59.739024 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b75c6492-c145-46e8-8342-0834ad0e8498 HTTP/1.1" status: 204  len: 168 time: 0.2708282
May 19 02:30:59.773201 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b4e89-e5c9-4247-91c4-0dc1338cfa0b req-719bf655-565c-4eab-8eef-bc14e0e1a38e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:30:59.776170 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e30b4e89-e5c9-4247-91c4-0dc1338cfa0b req-719bf655-565c-4eab-8eef-bc14e0e1a38e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1865306
May 19 02:30:59.870588 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e30b4e89-e5c9-4247-91c4-0dc1338cfa0b req-f99535d1-ca5e-4514-b58c-52613e5d3895 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841644
May 19 02:31:00.124028 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-391edc11-90c4-4098-963c-6258b564a29c req-c0958aed-e8cf-4985-ab6f-9d453c9a654f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 210 time: 0.0450404
May 19 02:31:00.662439 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52522) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:00.821103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-0c4a8975-d2b1-4ab3-ae06-2c1e44b4ce6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:00.822498 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-0c4a8975-d2b1-4ab3-ae06-2c1e44b4ce6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.1867580
May 19 02:31:00.842147 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Request body: {'port': {'device_id': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'admin_state_up': True, 'tenant_id': '19fdccfc21064d7db91d62c101c0b657'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:00.981087 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992858277-network', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:00.988417 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:00.993474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:00.999403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4a7c644a-dfa2-487b-8464-1bc469970fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.004637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:01.005064 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Usage tracker for resource:network and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:01.015692 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:01.019431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:01.024430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.110325 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:01.144894 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Made reservation on behalf of 74aac56c7438451c8a8b578ed9a44362 for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:01.148301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.174294 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.199712 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:01.207371 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:01.210746 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:01.217881 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:01.235790 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae37f7-ec68-47bf-a4b3-5a2cf3d63042 req-8d83086d-8833-4751-9062-04237cf989b7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:01.237371 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b4ae37f7-ec68-47bf-a4b3-5a2cf3d63042 req-8d83086d-8833-4751-9062-04237cf989b7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.2114294
May 19 02:31:01.249979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Allocated IP 172.20.0.9 (62ffb6e0-cf90-4a18-ad1d-a7790d86363a/2d9fa099-572c-4fe0-9fa5-a85c14785c78/240df796-292b-4ef1-8a05-b4cd80f4dfdd) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:01.307314 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b4ae37f7-ec68-47bf-a4b3-5a2cf3d63042 req-3b37d69c-729f-4219-aa8c-964cafa87a30 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598800
May 19 02:31:01.375578 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.381499 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.386885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-54a36939-5914-430b-96ce-7761f770d62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:01.425328 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:01.437103 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:01.441954 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:01.443185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.443550 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Added segment 5c6563c5-35cf-4e1a-8c28-51dad4066a53 of type vlan for network 7d1dd497-d8d7-4d84-988d-d578f567da49
May 19 02:31:01.480350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.504658 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60854688-d27c-461f-a1cf-24729ac40675 req-c6040fa5-690b-4949-9090-e4f6cf67bde2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 210 time: 0.1247594
May 19 02:31:01.538980 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.541007 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:01.541923 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.554170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:01.569600 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.616915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.627199 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8c2362f0-5fac-4c70-ab41-caa938fb5daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:01.630991 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7', '764adfca-9933-4c3f-a210-48e4158295b1'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:31:01.694710 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Pushing event updated for resources: {'Network': ['ID=7d1dd497-d8d7-4d84-988d-d578f567da49,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:01.707524 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:01.716120 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0524473
May 19 02:31:01.716940 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52570) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:01.722418 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Request body: {'subnet': {'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992858277-subnet', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:01.728734 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:01.729720 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:01.733209 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Usage tracker for resource:subnet and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:01.750469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:01.764271 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:01.795703 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Made reservation on behalf of 74aac56c7438451c8a8b578ed9a44362 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:01.802453 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:01.922043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:01.932759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:01.942262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event updated for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:01.945388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:01.982497 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:02.014972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52580) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:02.056521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.057400 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.113027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-400e0e82-f92c-46a3-bc0c-5d36e75271a8 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.115208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-400e0e82-f92c-46a3-bc0c-5d36e75271a8 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Synchronizing usage tracker for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:31:02.199979 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3624716
May 19 02:31:02.203867 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-400e0e82-f92c-46a3-bc0c-5d36e75271a8 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Unset dirty status for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:31:02.204904 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-400e0e82-f92c-46a3-bc0c-5d36e75271a8 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/networks?id=4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 200  len: 814 time: 0.4987075
May 19 02:31:02.214019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Request body: {'port': {'device_id': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:02.272930 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-688e9e02-94a0-4d11-b80f-4c650b9dbfa7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/quotas/bfb625e5dccf40e7985a7244f2079e1c HTTP/1.1" status: 200  len: 375 time: 0.0295281
May 19 02:31:02.278932 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410983a-ded9-48e9-80d0-ae088b13648e req-ba890721-a8b3-4558-b5ae-062716b09a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.280387 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-ba890721-a8b3-4558-b5ae-062716b09a70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 1099 time: 0.2157643
May 19 02:31:02.295253 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd916a-9d5a-40e7-9fef-8eab09072dba req-ffcceb1b-f97e-4206-a9d2-0129d6549224 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.296696 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c6dd916a-9d5a-40e7-9fef-8eab09072dba req-ffcceb1b-f97e-4206-a9d2-0129d6549224 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1765969
May 19 02:31:02.304199 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-761a3adf-978e-42d3-b148-c3498ba3319e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f7238da9a43146d7a41670dc22a29adc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2846584
May 19 02:31:02.316923 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52588) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:02.394806 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-e02c6493-f66b-47be-b0ab-9e8b45eb631c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1133628
May 19 02:31:02.454884 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c6dd916a-9d5a-40e7-9fef-8eab09072dba req-62b48493-6c48-4102-a766-fd5ca0c52f3a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388388
May 19 02:31:02.485315 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.511895 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.524376 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.618481 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.628513 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-18a52955-338d-4cfd-ac99-f31e1de6477d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:02.648549 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ceab7-ddab-4331-aec2-f1bef27a5ed4,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:02.653394 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:02.667151 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.672715 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:02.722412 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.726863 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/835ceab7-ddab-4331-aec2-f1bef27a5ed4 HTTP/1.1" status: 204  len: 168 time: 0.4057910
May 19 02:31:02.759762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410983a-ded9-48e9-80d0-ae088b13648e req-22f50140-5df5-41b7-857f-d8c01683f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.761188 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-22f50140-5df5-41b7-857f-d8c01683f014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.4436049
May 19 02:31:02.779621 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:02.783620 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-5f979139-f2ad-4ad6-be31-4fd5d21b1502 service neutron] 10.222.0.63 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773348
May 19 02:31:02.792453 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1304b79-ec6c-480b-beed-3ca5afc920c5,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:02.795086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:02.814627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Checking segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:02.815048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Network hostable DHCP agents. Network: 7d1dd497-d8d7-4d84-988d-d578f567da49, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:02.850411 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:02.868829 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393200df-655a-42eb-9b98-ca1644449c70 req-05fc01cd-a458-49bb-9f06-4d88982e89f7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.876332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-393200df-655a-42eb-9b98-ca1644449c70 req-05fc01cd-a458-49bb-9f06-4d88982e89f7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 931 time: 0.1436734
May 19 02:31:02.934988 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-333a4e43-430a-409d-90c2-5df191deb51f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e HTTP/1.1" status: 200  len: 217 time: 0.1492400
May 19 02:31:02.968952 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 7d1dd497-d8d7-4d84-988d-d578f567da49) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:02.983090 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d461e8-8463-4b9a-8aca-c6ac8629f767 None None] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:02.983463 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:02.984111 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.027302 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-393200df-655a-42eb-9b98-ca1644449c70 req-1bc944e2-a4e2-4410-b87e-fe614bc4fbd0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499200
May 19 02:31:03.034054 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3161049
May 19 02:31:03.044276 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52604) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:03.061345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:03.072672 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:03.080038 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Usage tracker for resource:router and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:03.092045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:03.108055 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:03.131510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.132600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.157303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.206272 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-452d540a-b1c0-48e1-8893-1012d1042050 service neutron] 10.222.0.63 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4214587
May 19 02:31:03.219615 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410983a-ded9-48e9-80d0-ae088b13648e req-7be0957e-a523-4ed6-835a-0dfc7eff8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:03.221032 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-7be0957e-a523-4ed6-835a-0dfc7eff8119 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.2358937
May 19 02:31:03.336905 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-7d1dd497-d8d7-4d84-988d-d578f567da49', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:03.337739 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.462396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240df796-292b-4ef1-8a05-b4cd80f4dfdd {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:31:03.470699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.490988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Transition to ACTIVE for port object 240df796-292b-4ef1-8a05-b4cd80f4dfdd will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:03.542418 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-0ab5af30-714f-4a8d-8bfa-632b23da23b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498748
May 19 02:31:03.543872 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.555036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:03.581859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:03.605958 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-62e5dc42-9373-454d-92b7-9e16cc0e8439 req-e0d3220e-459b-4f18-ade6-382eb5361eaa tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0972762
May 19 02:31:03.782709 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Allocated IP 172.20.0.2 (7d1dd497-d8d7-4d84-988d-d578f567da49/d1304b79-ec6c-480b-beed-3ca5afc920c5/c13dd2a7-26cc-493e-9f29-f27529f97bf0) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:03.985218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-466b538f-012f-4d1c-a349-3e92c1ef3ede service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452692
May 19 02:31:04.092625 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.123062 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52642) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:04.130884 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.141090 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13ba37c8-5835-4aa0-b065-326f282cd13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.150571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.152698 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Transition to ACTIVE for port object c13dd2a7-26cc-493e-9f29-f27529f97bf0 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:04.162056 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.176942 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Transition to ACTIVE for port object c13dd2a7-26cc-493e-9f29-f27529f97bf0 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:04.185695 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.191841 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:04.195617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Pushing event updated for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:04.210723 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:04.274928 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:04.279770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Attempting to bind port 240df796-292b-4ef1-8a05-b4cd80f4dfdd on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:04.280013 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:04.280116 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Attempting to bind port 240df796-292b-4ef1-8a05-b4cd80f4dfdd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:04.280419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Attempting to bind port 240df796-292b-4ef1-8a05-b4cd80f4dfdd on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:04.285608 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:04.310119 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Port 240df796-292b-4ef1-8a05-b4cd80f4dfdd on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:31:04.310573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Attempting to bind port 240df796-292b-4ef1-8a05-b4cd80f4dfdd on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:04.324756 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:04.325347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Checking segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:04.325688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Bound using segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:04.326125 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Bound port: 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:04.326472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.357601 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1556361606-network', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:04.368225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:04.380307 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Usage tracker for resource:network and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:04.385541 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:04.386444 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Pushing event updated for resources: {'Port': ['ID=c13dd2a7-26cc-493e-9f29-f27529f97bf0,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:04.390472 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:04.394962 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:04.398057 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Attempting to bind port c13dd2a7-26cc-493e-9f29-f27529f97bf0 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:04.398428 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Attempting to bind port c13dd2a7-26cc-493e-9f29-f27529f97bf0 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:04.398790 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Attempting to bind port c13dd2a7-26cc-493e-9f29-f27529f97bf0 on network 7d1dd497-d8d7-4d84-988d-d578f567da49 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:04.404528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:04.404756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Checking segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:04.405163 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.405555 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Bound using segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:04.406222 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Bound port: c13dd2a7-26cc-493e-9f29-f27529f97bf0, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:04.406386 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.436234 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c410983a-ded9-48e9-80d0-ae088b13648e req-b7050882-af8d-4e14-8adc-8727bfc308d8 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785951
May 19 02:31:04.446034 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cf56c-6cdd-42f9-b25e-5229420869da req-b063127d-e276-44e9-8ad5-5101b2aba733 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:04.447449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-127cf56c-6cdd-42f9-b25e-5229420869da req-b063127d-e276-44e9-8ad5-5101b2aba733 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.5138879
May 19 02:31:04.454323 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Made reservation on behalf of 7fc45323ede44f968897a3a6102d03ce for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:04.456721 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.476681 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:04.481754 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.497243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:04.499525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] For port c13dd2a7-26cc-493e-9f29-f27529f97bf0, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:04.502803 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.502981 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] For port c13dd2a7-26cc-493e-9f29-f27529f97bf0, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c13dd2a7-26cc-493e-9f29-f27529f97bf0,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:04.507395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.510713 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:04.510848 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:04.511204 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:04.524731 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329195e-06b1-475e-a1ea-96d8212da136 req-626e3b33-f599-488f-884d-8f66d24dbbbe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:04.526199 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2329195e-06b1-475e-a1ea-96d8212da136 req-626e3b33-f599-488f-884d-8f66d24dbbbe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.2449799
May 19 02:31:04.527163 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:04.536989 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:04.540235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Allocated IP 172.27.0.30 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/b7173090-4eb3-4739-9413-a8b7c9ccc46c) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:04.561359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:04.571406 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-127cf56c-6cdd-42f9-b25e-5229420869da req-c050e876-f6a8-46be-bf82-75c5bceebfd9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137981
May 19 02:31:04.578669 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:04.579376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.581002 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] 10.222.0.55 "PUT /v2.0/ports/240df796-292b-4ef1-8a05-b4cd80f4dfdd HTTP/1.1" status: 200  len: 1093 time: 2.3718164
May 19 02:31:04.584839 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:31:04.614149 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Pushing event updated for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:04.622161 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Pushing event updated for resources: {'Port': ['ID=c13dd2a7-26cc-493e-9f29-f27529f97bf0,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:04.625687 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:04.628219 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:04.630650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.711077 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2329195e-06b1-475e-a1ea-96d8212da136 req-23b5a8d2-9083-4a72-bf53-99b422aea0cd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756918
May 19 02:31:04.768901 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'status': 'completed', 'code': 200}
May 19 02:31:04.792412 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.838789 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.858800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.867351 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd6b0b3e-17c5-4f31-ae34-14ce1c2f60a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:04.949250 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-400ecf6b-b3ff-4aaf-92d5-286470800fbf req-41be713f-654f-4cb4-81d6-c4245977f209 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0724797
May 19 02:31:04.950043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:04.966340 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6658a3-6fae-4cfa-8ea3-2d6337644fab,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:04.970915 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:04.971300 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Added segment c927257c-367e-45c7-bcf8-14b79ca8bc13 of type vlan for network 65fafcb4-d624-40f2-93a0-84d59635f73c
May 19 02:31:04.977299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:04.985071 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.000187 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:05.037009 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c13dd2a7-26cc-493e-9f29-f27529f97bf0 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:05.043866 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.072750 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:05.076604 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:05.081486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:05.117447 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port c13dd2a7-26cc-493e-9f29-f27529f97bf0 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:05.203926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.db.resource_extend [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 02:31:05.211463 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Pushing event updated for resources: {'Port': ['ID=b7173090-4eb3-4739-9413-a8b7c9ccc46c,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:05.219331 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:05.283756 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.291854 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:05.292441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.298866 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:05.518987 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3944566
May 19 02:31:05.519884 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Pushing event updated for resources: {'Network': ['ID=65fafcb4-d624-40f2-93a0-84d59635f73c,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:05.522424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52658) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:05.523235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:05.529261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Request body: {'subnet': {'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1556361606-subnet', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:05.529744 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 65fafcb4-d624-40f2-93a0-84d59635f73c details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:05.534271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:05.539048 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Usage tracker for resource:subnet and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:05.542014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:05.548840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:05.563461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Made reservation on behalf of 7fc45323ede44f968897a3a6102d03ce for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:05.565941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13706358'] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.662940 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef782e-254a-4554-af12-d431c51b2dc6 None None] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:05.713605 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:05.803714 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Provisioning for port c13dd2a7-26cc-493e-9f29-f27529f97bf0 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:05.815274 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Provisioning complete for port c13dd2a7-26cc-493e-9f29-f27529f97bf0 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:05.815705 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.041330 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.066167 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13706308'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.070708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:06.077403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] For port c13dd2a7-26cc-493e-9f29-f27529f97bf0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c13dd2a7-26cc-493e-9f29-f27529f97bf0,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:06.080476 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.084966 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.088839 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:06.149808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3693779b-8873-4400-95b1-6030ba31db1b,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:06.154621 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:06.157219 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:06.157571 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Network hostable DHCP agents. Network: 65fafcb4-d624-40f2-93a0-84d59635f73c, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:06.181540 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:06.189620 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Pushing event updated for resources: {'Port': ['ID=c13dd2a7-26cc-493e-9f29-f27529f97bf0,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:06.193797 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:06.194509 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.194685 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 65fafcb4-d624-40f2-93a0-84d59635f73c) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:06.205182 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54d7be-2041-44a3-8b21-8db1aa5bb4f3 None None] Network 65fafcb4-d624-40f2-93a0-84d59635f73c requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:06.211189 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:06.211769 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.241288 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-ad3cd26a-258d-405c-ab42-b2c2713f151d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7145314
May 19 02:31:06.241540 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52670) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:06.248334 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:06.253226 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:06.258358 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Usage tracker for resource:router and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:06.261476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:06.267420 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:06.279743 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.281235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.299999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.327354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Router d345a9fc-4928-4b8b-8da8-79c09cf54a56 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:06.449493 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-dccaa713-1208-42ed-af70-a0fc0040f03a None None] Provisioning complete for port c13dd2a7-26cc-493e-9f29-f27529f97bf0 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:06.449969 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-dccaa713-1208-42ed-af70-a0fc0040f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.475178 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-65fafcb4-d624-40f2-93a0-84d59635f73c', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:06.476132 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.512793 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:06.522318 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Sync routers for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:06.533205 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:06.534204 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f70688b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:06.540451 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.545189 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.5001249
May 19 02:31:06.545918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52674) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:06.578809 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.719815 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Allocated IP 172.20.0.2 (65fafcb4-d624-40f2-93a0-84d59635f73c/3693779b-8873-4400-95b1-6030ba31db1b/5d78573f-6b91-4cbc-9995-00438d582231) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:06.756723 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:06.962298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:06.996641 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c13dd2a7-26cc-493e-9f29-f27529f97bf0 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:07.005192 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.069505 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f70688b0>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:05Z', 'revision_number': 3, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:07.074357 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Checking router: d345a9fc-4928-4b8b-8da8-79c09cf54a56 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:07.074916 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Updating router d345a9fc-4928-4b8b-8da8-79c09cf54a56 port b7173090-4eb3-4739-9413-a8b7c9ccc46c binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:07.082423 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.095862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Transition to ACTIVE for port object 5d78573f-6b91-4cbc-9995-00438d582231 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:07.122327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Transition to ACTIVE for port object 5d78573f-6b91-4cbc-9995-00438d582231 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:07.126109 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port c13dd2a7-26cc-493e-9f29-f27529f97bf0 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:07.126492 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.137007 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.155740 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.168118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.194754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Allocated IP 172.27.0.8 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/7dabb575-9959-4f58-9f15-c8c1fe19380f) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:07.254353 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:07.258286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:07.263751 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:07.268321 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Pushing event updated for resources: {'Port': ['ID=5d78573f-6b91-4cbc-9995-00438d582231,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:07.313154 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:07.365939 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.377785 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.398755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.404840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.426337 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Attempting to bind port 5d78573f-6b91-4cbc-9995-00438d582231 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:07.426720 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Attempting to bind port 5d78573f-6b91-4cbc-9995-00438d582231 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:07.427164 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Attempting to bind port 5d78573f-6b91-4cbc-9995-00438d582231 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:07.437509 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:07.437926 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:07.438301 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.438705 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Bound using segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:07.439202 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Bound port: 5d78573f-6b91-4cbc-9995-00438d582231, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:07.439591 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.481744 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:07.485045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:07.487765 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:07.543047 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] For port 5d78573f-6b91-4cbc-9995-00438d582231, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:07.547571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] For port 5d78573f-6b91-4cbc-9995-00438d582231, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=5d78573f-6b91-4cbc-9995-00438d582231,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:07.554013 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.560148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.621719 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Allocated IP 172.20.0.1 (7d1dd497-d8d7-4d84-988d-d578f567da49/d1304b79-ec6c-480b-beed-3ca5afc920c5/ead417bc-211a-40e1-aedb-ad232ba26304) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:07.643597 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Pushing event updated for resources: {'Port': ['ID=7dabb575-9959-4f58-9f15-c8c1fe19380f,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:07.653329 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:07.671414 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.684733 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Transition to ACTIVE for port object b7173090-4eb3-4739-9413-a8b7c9ccc46c will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:07.690147 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Pushing event updated for resources: {'Port': ['ID=5d78573f-6b91-4cbc-9995-00438d582231,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:07.694468 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:07.702357 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.714608 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.786097 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.790305 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Attempting to bind port b7173090-4eb3-4739-9413-a8b7c9ccc46c on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:07.790852 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Attempting to bind port b7173090-4eb3-4739-9413-a8b7c9ccc46c by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:07.791400 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Attempting to bind port b7173090-4eb3-4739-9413-a8b7c9ccc46c on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:07.798936 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:07.799595 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:07.800142 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.800673 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:07.801298 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Bound port: b7173090-4eb3-4739-9413-a8b7c9ccc46c, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:07.801819 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.803816 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.provisioning_blocks [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Transition to ACTIVE for port object ead417bc-211a-40e1-aedb-ad232ba26304 will not be triggered until provisioned by entity DHCP. {{(pid=91235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:07.831068 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.843684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.850628 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Pushing event updated for resources: {'Port': ['ID=b7173090-4eb3-4739-9413-a8b7c9ccc46c,revision_number=2']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:07.859455 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:07.904275 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] For port b7173090-4eb3-4739-9413-a8b7c9ccc46c, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:07.908305 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] For port b7173090-4eb3-4739-9413-a8b7c9ccc46c, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=b7173090-4eb3-4739-9413-a8b7c9ccc46c,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:07.925264 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:07.927249 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Pushing event updated for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:07.930762 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:07.946477 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:07.951018 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:07.957878 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:07.961058 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:08.036752 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.062091 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:08.063089 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f70688b0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:08.137952 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Pushing event updated for resources: {'Port': ['ID=b7173090-4eb3-4739-9413-a8b7c9ccc46c,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:08.148100 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:08.189569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.217993 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.328359 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:08.338894 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-54c4a64f-f1ad-41f2-b2b5-4bd18b338f01 None None] Provisioning for port ead417bc-211a-40e1-aedb-ad232ba26304 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:08.346741 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-54c4a64f-f1ad-41f2-b2b5-4bd18b338f01 None None] Provisioning complete for port ead417bc-211a-40e1-aedb-ad232ba26304 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:08.347133 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54c4a64f-f1ad-41f2-b2b5-4bd18b338f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.420388 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-54c4a64f-f1ad-41f2-b2b5-4bd18b338f01 None None] Port ead417bc-211a-40e1-aedb-ad232ba26304 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:08.560463 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.563306 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.568584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.631702 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:08.660886 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:08.682033 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f70688b0>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 1, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:08.687526 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce08e1-877c-4a0b-b6a6-739bcb59c0e5 None None] The sync data for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi is: [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 1, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:08.780984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Pushing event updated for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:08.784039 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:08.813630 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Router 01faa25c-8caa-4359-ac55-468446f8a980 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:08.848187 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:08.849358 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:08.933252 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2deaaf-2c42-4998-9285-205caa7a2f60 None None] Network 65fafcb4-d624-40f2-93a0-84d59635f73c requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:09.093560 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:09.122210 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 5d78573f-6b91-4cbc-9995-00438d582231 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:09.147526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Router d345a9fc-4928-4b8b-8da8-79c09cf54a56 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:09.154748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:09.158697 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9135301
May 19 02:31:09.158859 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:09.159466 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52684) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:09.192527 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-5ccf0ede-bb1c-4b4d-8fbf-55acb3f28713 None None] Provisioning for port 5d78573f-6b91-4cbc-9995-00438d582231 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:09.233113 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:09.233759 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7690f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:09.361484 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:09.381899 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] 10.222.0.63 "PUT /v2.0/routers/d345a9fc-4928-4b8b-8da8-79c09cf54a56/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8346596
May 19 02:31:09.464214 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-ece28a9c-e465-4e6f-83c5-8366d822436e None None] Provisioning complete for port ead417bc-211a-40e1-aedb-ad232ba26304 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:09.464775 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ece28a9c-e465-4e6f-83c5-8366d822436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:09.618301 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 5d78573f-6b91-4cbc-9995-00438d582231 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:09.625928 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-ece28a9c-e465-4e6f-83c5-8366d822436e None None] Port ead417bc-211a-40e1-aedb-ad232ba26304 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:09.635364 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:09.779677 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 5d78573f-6b91-4cbc-9995-00438d582231 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:09.780061 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.123976 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:31:10.137466 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2750a-1b1c-49dd-ba73-b2c538a5c909 req-6f0bdd98-173e-4846-9529-facfd0258ca9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:10.151887 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79f2750a-1b1c-49dd-ba73-b2c538a5c909 req-6f0bdd98-173e-4846-9529-facfd0258ca9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.1961205
May 19 02:31:10.229822 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.263648 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79f2750a-1b1c-49dd-ba73-b2c538a5c909 req-63a39023-b6cf-41b3-95c0-1b4bd6d910cb tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949309
May 19 02:31:10.269517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09778204-200d-4b3a-8bff-a212aead26c5 req-26373c52-d479-4864-842b-3117ce69ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:10.271213 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09778204-200d-4b3a-8bff-a212aead26c5 req-26373c52-d479-4864-842b-3117ce69ae27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 1096 time: 0.4819643
May 19 02:31:10.277839 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 5d78573f-6b91-4cbc-9995-00438d582231, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=5d78573f-6b91-4cbc-9995-00438d582231,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:10.343864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.354957 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:10.420345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52708) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:10.426806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-835150081-network', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:10.434234 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:10.442587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Usage tracker for resource:network and tenant:59a480b4767d45b3b8ebabe23df0a8de is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:10.445684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:10.458074 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:10.460524 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=5d78573f-6b91-4cbc-9995-00438d582231,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:10.472313 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:10.484428 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7690f10>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:10.488648 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:10.489010 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Updating router 01faa25c-8caa-4359-ac55-468446f8a980 port 7dabb575-9959-4f58-9f15-c8c1fe19380f binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:10.524894 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-230be08a-d9a3-4cc5-9be0-7143327d6547 req-c0346cd6-311e-43c5-9761-1b7bb997760c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0599897
May 19 02:31:10.528491 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Made reservation on behalf of 59a480b4767d45b3b8ebabe23df0a8de for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:10.535086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.550683 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.564293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a383d-f99f-4e0d-85e4-9db90a5f7f3f req-e43b6d0f-5ef4-4569-a530-2335a82eea98 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:10.567372 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:10.569219 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-240a383d-f99f-4e0d-85e4-9db90a5f7f3f req-e43b6d0f-5ef4-4569-a530-2335a82eea98 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.6240273
May 19 02:31:10.576450 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.576955 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Usage tracker for resource:security_group_rule and tenant:59a480b4767d45b3b8ebabe23df0a8de is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:10.579868 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:10.586373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:10.613797 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09778204-200d-4b3a-8bff-a212aead26c5 req-c005f69a-0275-4989-8680-0e0601a07bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:10.616684 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09778204-200d-4b3a-8bff-a212aead26c5 req-c005f69a-0275-4989-8680-0e0601a07bb9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=19fdccfc21064d7db91d62c101c0b657&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3253114
May 19 02:31:10.635818 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-6b18e47a-5072-44a3-93f9-3883d90b264b None None] Provisioning complete for port 5d78573f-6b91-4cbc-9995-00438d582231 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:10.636287 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-6b18e47a-5072-44a3-93f9-3883d90b264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.700827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.708689 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.717164 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-40ec5eec-87a0-46c2-b96f-e9935a62a72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:10.751909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:10.785940 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d4e1f-67df-4bbc-9fde-b510ddb92e0e,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:10.787765 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-240a383d-f99f-4e0d-85e4-9db90a5f7f3f req-2bb267fa-ed9d-4294-8968-1742eb25d1eb tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002382
May 19 02:31:10.807182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:10.817235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.818735 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Added segment 85b670fc-b211-4b67-8bd7-6552307775b1 of type vlan for network c175cf01-3350-4956-bcb6-47167cdeccea
May 19 02:31:10.873606 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.951152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.952823 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:10.953554 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:10.979379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c2785a7f-3da7-4284-979c-8141845f7869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:11.009436 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5878680
May 19 02:31:11.023798 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52716) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:11.045268 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Request body: {'subnet': {'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-835150081-subnet', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:11.051486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:11.056401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Usage tracker for resource:subnet and tenant:59a480b4767d45b3b8ebabe23df0a8de is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:11.059551 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:11.067170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:11.091262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09778204-200d-4b3a-8bff-a212aead26c5 req-ee5f8bc9-a336-4ba1-a368-ce1582eca9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:11.092706 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09778204-200d-4b3a-8bff-a212aead26c5 req-ee5f8bc9-a336-4ba1-a368-ce1582eca9d7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4687207
May 19 02:31:11.123315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.158589 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-5ae2a5e5-d1db-4416-a302-e01999dfed4f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:11.160488 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-5ae2a5e5-d1db-4416-a302-e01999dfed4f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "GET /v2.0/networks?id=4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 200  len: 814 time: 0.3491704
May 19 02:31:11.221054 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Made reservation on behalf of 59a480b4767d45b3b8ebabe23df0a8de for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:11.226702 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.234898 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device b7173090-4eb3-4739-9413-a8b7c9ccc46c up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:11.256686 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Request body: {'port': {'device_id': '06600593-efd5-4683-b530-f39f6eae0b47', 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79', 'admin_state_up': True, 'tenant_id': 'bfb625e5dccf40e7985a7244f2079e1c'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:11.402851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port b7173090-4eb3-4739-9413-a8b7c9ccc46c completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:11.411349 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.417252 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port b7173090-4eb3-4739-9413-a8b7c9ccc46c triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:11.417644 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.471415 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Transition to ACTIVE for port object 7dabb575-9959-4f58-9f15-c8c1fe19380f will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:11.512265 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.525235 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:11.598334 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c175cf01-3350-4956-bcb6-47167cdeccea,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:11.617216 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Pushing event updated for resources: {'Port': ['ID=7dabb575-9959-4f58-9f15-c8c1fe19380f,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:11.628430 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:11.645002 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:11.655687 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network c175cf01-3350-4956-bcb6-47167cdeccea details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:11.662459 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Sync routers for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:11.675610 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:11.676482 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7284820>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:11.748056 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926c769-1718-4b68-ae7d-0c25729ddfc2 req-5d866b72-b772-4938-bd97-82cb9e08cbf0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:11.750161 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8926c769-1718-4b68-ae7d-0c25729ddfc2 req-5d866b72-b772-4938-bd97-82cb9e08cbf0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.2284722
May 19 02:31:11.757351 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ac495996-0130-4fcf-a7b3-1d72c240f8ca req-157655e0-7ac6-4339-8fd7-90a5613097be tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0764863
May 19 02:31:11.860763 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-8b358216-e66f-4ab5-b608-6d46690ad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:11.862548 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-8b358216-e66f-4ab5-b608-6d46690ad594 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 1096 time: 0.6106982
May 19 02:31:11.865655 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:11.876992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Usage tracker for resource:port and tenant:bfb625e5dccf40e7985a7244f2079e1c is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:11.883271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:11.957273 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Attempting to bind port 7dabb575-9959-4f58-9f15-c8c1fe19380f on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:11.966125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Attempting to bind port 7dabb575-9959-4f58-9f15-c8c1fe19380f by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:11.966125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Attempting to bind port 7dabb575-9959-4f58-9f15-c8c1fe19380f on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:11.966350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:11.971938 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:11.972775 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:11.973283 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.973403 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-4670160d-c0a9-4c30-b0b5-0118d42edd8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd HTTP/1.1" status: 200  len: 217 time: 0.0913088
May 19 02:31:11.974417 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:11.975026 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Bound port: 7dabb575-9959-4f58-9f15-c8c1fe19380f, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:11.975949 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:11.979025 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Allocated IP 172.20.0.1 (65fafcb4-d624-40f2-93a0-84d59635f73c/3693779b-8873-4400-95b1-6030ba31db1b/d8867678-2d86-4a2b-86e1-28d547e8cf37) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:11.982772 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8926c769-1718-4b68-ae7d-0c25729ddfc2 req-43f2aad4-3a1a-48bc-85ff-2b4858b1921c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106481
May 19 02:31:11.995957 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Made reservation on behalf of bfb625e5dccf40e7985a7244f2079e1c for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:12.000341 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.066481 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:12.087449 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.104926 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port b7173090-4eb3-4739-9413-a8b7c9ccc46c, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=b7173090-4eb3-4739-9413-a8b7c9ccc46c,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:12.121707 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.122774 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 5d78573f-6b91-4cbc-9995-00438d582231 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:12.157186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.161981 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a1405cc8-b4a3-481d-9c29-13343ffcd734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:12.195765 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-54264f26-5164-4c4b-bd19-b82dc55f26c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:12.275039 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:12.283490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:12.300021 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Checking segment: {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:12.300370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Network hostable DHCP agents. Network: c175cf01-3350-4956-bcb6-47167cdeccea, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:12.322322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Network c175cf01-3350-4956-bcb6-47167cdeccea is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:12.334412 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=b7173090-4eb3-4739-9413-a8b7c9ccc46c,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:12.341387 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:12.344356 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] For port 7dabb575-9959-4f58-9f15-c8c1fe19380f, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:12.349975 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] For port 7dabb575-9959-4f58-9f15-c8c1fe19380f, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7dabb575-9959-4f58-9f15-c8c1fe19380f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:12.351057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, c175cf01-3350-4956-bcb6-47167cdeccea) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:12.361023 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.366213 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:12.388309 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:12.389322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.436849 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4093981
May 19 02:31:12.437218 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52760) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:12.444030 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:12.449435 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:12.454250 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Usage tracker for resource:router and tenant:59a480b4767d45b3b8ebabe23df0a8de is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:12.459186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:12.465912 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:12.470435 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6c0db-4a15-46af-990f-c67670098c78 None None] Network c175cf01-3350-4956-bcb6-47167cdeccea requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:12.486776 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Pushing event updated for resources: {'Port': ['ID=7dabb575-9959-4f58-9f15-c8c1fe19380f,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:12.487021 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.488372 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.523449 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:12.532972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.533214 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 5d78573f-6b91-4cbc-9995-00438d582231 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:12.533214 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.537866 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-1aa33313-d67e-43c1-af2d-7f33ead35227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:12.544532 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7284820>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 2, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:12.546163 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-1aa33313-d67e-43c1-af2d-7f33ead35227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.4936125
May 19 02:31:12.554318 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Checking router: d345a9fc-4928-4b8b-8da8-79c09cf54a56 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:12.554553 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Updating router d345a9fc-4928-4b8b-8da8-79c09cf54a56 port ead417bc-211a-40e1-aedb-ad232ba26304 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:12.647381 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-29dd3798-f14e-4698-911c-f87cbc9b8a19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929079
May 19 02:31:12.660357 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003be1-1b60-4c2c-a6b1-75eb664f6067 req-75edba56-322c-49ba-b99f-54fc4f034cfa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:12.662122 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:12.662764 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7690f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:12.667819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3003be1-1b60-4c2c-a6b1-75eb664f6067 req-75edba56-322c-49ba-b99f-54fc4f034cfa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.6351299
May 19 02:31:12.675573 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.713216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.916050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3003be1-1b60-4c2c-a6b1-75eb664f6067 req-2e1f16da-2915-48d7-ad76-c6db1372ce52 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471640
May 19 02:31:12.923104 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Transition to ACTIVE for port object d8867678-2d86-4a2b-86e1-28d547e8cf37 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:12.963086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:12.968338 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3d417c30-3ba3-40bb-b807-93d611d12e95 req-c3a7aeda-bfc2-45ca-bd7a-58e3ac44b32d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0709918
May 19 02:31:13.029471 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:13.073317 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device b7173090-4eb3-4739-9413-a8b7c9ccc46c up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:13.105014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Allocated IP 172.20.0.14 (4023b386-8d09-4a5e-a617-e7287e5e2d79/65dc9377-c5dd-49d7-afa7-6eeff38bcb98/a648249f-1f88-4cc1-89dd-20e32c95d097) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:13.224696 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-3de1bfb3-4e96-4a41-ab07-cb66bb919730 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5483136
May 19 02:31:13.281066 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-c175cf01-3350-4956-bcb6-47167cdeccea', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:13.281882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.306170 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.318542 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Transition to ACTIVE for port object ead417bc-211a-40e1-aedb-ad232ba26304 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:13.331092 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.338480 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:13.343097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.386245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-259d8c52-f362-4f19-8a58-f9de48d0727c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:13.393679 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port b7173090-4eb3-4739-9413-a8b7c9ccc46c triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:13.394062 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.431462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.444196 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb244215-14d9-42fa-be90-00951e694ff3 None None] Pushing event updated for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:13.448257 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-eb244215-14d9-42fa-be90-00951e694ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:13.501467 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.682473 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:13.695338 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Attempting to bind port ead417bc-211a-40e1-aedb-ad232ba26304 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:13.695920 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Attempting to bind port ead417bc-211a-40e1-aedb-ad232ba26304 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:13.696036 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Attempting to bind port ead417bc-211a-40e1-aedb-ad232ba26304 on network 7d1dd497-d8d7-4d84-988d-d578f567da49 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:13.703155 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:13.703541 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Checking segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:13.704425 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.704837 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Bound using segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:13.705347 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Bound port: ead417bc-211a-40e1-aedb-ad232ba26304, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:13.705723 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.722921 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Allocated IP 172.27.0.131 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/e0ce906c-b9b1-462c-9607-b0807f4d0a0b) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:13.757425 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:13.766911 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Pushing event updated for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:13.770242 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:13.813009 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:13.842194 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] For port ead417bc-211a-40e1-aedb-ad232ba26304, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:13.846692 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] For port ead417bc-211a-40e1-aedb-ad232ba26304, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=ead417bc-211a-40e1-aedb-ad232ba26304,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:13.850412 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd3536-2121-4b6c-9931-a94cf8f90741 req-6f8e2e1c-187f-4bd9-816b-a224eac96c08 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:13.855296 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:13.861088 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8edd3536-2121-4b6c-9931-a94cf8f90741 req-6f8e2e1c-187f-4bd9-816b-a224eac96c08 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:31:13.865906 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:13.962713 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Allocated IP 172.20.0.2 (c175cf01-3350-4956-bcb6-47167cdeccea/a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d/86de5575-0084-4318-9129-88409de8bcfd) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:13.982759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.003614 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb244215-14d9-42fa-be90-00951e694ff3 None None] Pushing event updated for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=4']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:14.013736 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-eb244215-14d9-42fa-be90-00951e694ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:14.014605 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:14.015325 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7284820>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:14.019825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3e28025-14c2-413b-adff-eb2e55f65f1f req-bf1c7798-28dd-49a5-af8f-9ab2975d15f4 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7736416
May 19 02:31:14.041698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.046305 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:14.059172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8edd3536-2121-4b6c-9931-a94cf8f90741 req-6f8e2e1c-187f-4bd9-816b-a224eac96c08 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:31:14.066740 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8edd3536-2121-4b6c-9931-a94cf8f90741 req-6f8e2e1c-187f-4bd9-816b-a224eac96c08 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.9105954
May 19 02:31:14.095825 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.101235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.165552 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:14.178084 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:14.181495 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8edd3536-2121-4b6c-9931-a94cf8f90741 req-1376866c-b904-4390-a899-15e8d77946c8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141384
May 19 02:31:14.195576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:14.197148 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:14.200430 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:14.247355 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.256305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3c5fc0bf-fef0-456c-bd55-39c88ddde64b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:14.341616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:14.345875 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7690f10>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:14.385877 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce9629-38aa-4874-876b-47b3e1e2c5c0 None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:07Z', 'revision_number': 3, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:14.501205 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:14.523430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:14.526197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:14.564939 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.576577 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Transition to ACTIVE for port object 86de5575-0084-4318-9129-88409de8bcfd will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:14.601546 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Transition to ACTIVE for port object 86de5575-0084-4318-9129-88409de8bcfd will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:14.605726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-aa4ddea6-98cc-4d38-b106-89e975e7f4b6 None None] Provisioning for port d8867678-2d86-4a2b-86e1-28d547e8cf37 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:14.612406 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-aa4ddea6-98cc-4d38-b106-89e975e7f4b6 None None] Provisioning complete for port d8867678-2d86-4a2b-86e1-28d547e8cf37 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:14.612760 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-aa4ddea6-98cc-4d38-b106-89e975e7f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.635387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:14.638475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:14.671840 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.684403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:14.735213 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:14.735986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.771469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136a201-46d0-4f73-a2d8-811cb029ac78 req-57283db8-fce0-4f94-85b6-b206218c3897 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:14.778648 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3136a201-46d0-4f73-a2d8-811cb029ac78 req-57283db8-fce0-4f94-85b6-b206218c3897 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.5130131
May 19 02:31:14.803397 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Network c175cf01-3350-4956-bcb6-47167cdeccea is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:14.808803 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:14.809197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:14.828563 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ddea6-98cc-4d38-b106-89e975e7f4b6 None None] Port d8867678-2d86-4a2b-86e1-28d547e8cf37 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:14.830503 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:14.852976 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3136a201-46d0-4f73-a2d8-811cb029ac78 req-71684f1a-940c-43fe-b1af-e727bfac266c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731111
May 19 02:31:14.886340 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Pushing event updated for resources: {'Port': ['ID=86de5575-0084-4318-9129-88409de8bcfd,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:14.900441 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:14.937441 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-12f1a641-c85d-4731-9121-24274fe1fb7d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:14.940665 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-12f1a641-c85d-4731-9121-24274fe1fb7d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Synchronizing usage tracker for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:31:14.980552 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8023660
May 19 02:31:14.993507 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Attempting to bind port 86de5575-0084-4318-9129-88409de8bcfd on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:14.994027 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Attempting to bind port 86de5575-0084-4318-9129-88409de8bcfd by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:14.994229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Attempting to bind port 86de5575-0084-4318-9129-88409de8bcfd on network c175cf01-3350-4956-bcb6-47167cdeccea {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:15.007587 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:15.007915 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Checking segment: {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:15.008327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.008726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Bound using segment: {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:15.009284 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Bound port: 86de5575-0084-4318-9129-88409de8bcfd, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:15.009672 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.023478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Request body: {'port': {'device_id': '06600593-efd5-4683-b530-f39f6eae0b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:15.089983 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7284820>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:13Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:15.094204 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659451d6-b5b5-4184-a575-903c62c961f4 None None] The sync data for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi is: [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:13Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:15.132595 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] For port 86de5575-0084-4318-9129-88409de8bcfd, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:15.136758 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] For port 86de5575-0084-4318-9129-88409de8bcfd, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=86de5575-0084-4318-9129-88409de8bcfd,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:15.149853 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.158312 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:15.222364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-12f1a641-c85d-4731-9121-24274fe1fb7d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Unset dirty status for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:31:15.224545 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-12f1a641-c85d-4731-9121-24274fe1fb7d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 932 time: 0.8668351
May 19 02:31:15.272496 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ead417bc-211a-40e1-aedb-ad232ba26304 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:15.274654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.394535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.396542 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Pushing event updated for resources: {'Port': ['ID=86de5575-0084-4318-9129-88409de8bcfd,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:15.408602 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:15.424369 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port ead417bc-211a-40e1-aedb-ad232ba26304 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:15.430254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port ead417bc-211a-40e1-aedb-ad232ba26304 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:15.430898 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.497193 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.554507 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:15.680390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Pushing event updated for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:15.684081 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:15.762202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.805666 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.907768 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port ead417bc-211a-40e1-aedb-ad232ba26304, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=ead417bc-211a-40e1-aedb-ad232ba26304,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:15.920054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:15.921116 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7dabb575-9959-4f58-9f15-c8c1fe19380f up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:15.970104 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-c4c66250-52ab-4f7d-92b6-9021d1f269d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:16.122866 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:16.127012 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:16.139160 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 7dabb575-9959-4f58-9f15-c8c1fe19380f completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:16.141043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52802) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:16.144266 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 7dabb575-9959-4f58-9f15-c8c1fe19380f triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:16.144650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.210381 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c8a4c-8c8f-40da-86b6-599bc8925672 req-f64a16d8-100b-4031-929c-c8939ab9fa7f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:16.218731 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47c8a4c-8c8f-40da-86b6-599bc8925672 req-f64a16d8-100b-4031-929c-c8939ab9fa7f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.3820143
May 19 02:31:16.222733 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a648249f-1f88-4cc1-89dd-20e32c95d097 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:31:16.231043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.240820 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.248016 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Transition to ACTIVE for port object a648249f-1f88-4cc1-89dd-20e32c95d097 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:16.254625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.263418 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.269834 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:16.302603 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.329924 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 7dabb575-9959-4f58-9f15-c8c1fe19380f, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7dabb575-9959-4f58-9f15-c8c1fe19380f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:16.337557 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.340677 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:16.350381 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47c8a4c-8c8f-40da-86b6-599bc8925672 req-911a6260-c8d1-4221-8fb3-a20af3c51b66 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307323
May 19 02:31:16.355638 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-51ee0edd-f27c-4217-9d88-d065791afe3d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Synchronizing usage tracker for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:31:16.361857 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:16.371488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:16.485307 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=7dabb575-9959-4f58-9f15-c8c1fe19380f,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:16.488739 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:16.510780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:16.533882 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:16.545410 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Usage tracker for resource:security_group_rule and tenant:e90d1d0464b24ec294bdfaddac1353bf is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:16.550467 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:16.571486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:16.609191 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:16.623925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:16.628384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-51ee0edd-f27c-4217-9d88-d065791afe3d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Unset dirty status for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:31:16.629518 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-51627f28-46c5-40b3-b974-a67a96bd1f7e req-51ee0edd-f27c-4217-9d88-d065791afe3d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1467683
May 19 02:31:16.647000 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Router f00cd170-e5da-4812-822a-cb0847f6a7fe is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:16.864879 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:17.049006 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1671-8edf-441c-9270-b5c8b3e19f6f None None] Provisioning complete for port d8867678-2d86-4a2b-86e1-28d547e8cf37 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:17.049384 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1671-8edf-441c-9270-b5c8b3e19f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.165438 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc60d9c-b570-4c66-bb08-99ac638441d6 None None] Network c175cf01-3350-4956-bcb6-47167cdeccea requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:17.197058 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 86de5575-0084-4318-9129-88409de8bcfd up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:17.223802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.232924 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Attempting to bind port a648249f-1f88-4cc1-89dd-20e32c95d097 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:17.233438 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Attempting to bind port a648249f-1f88-4cc1-89dd-20e32c95d097 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:17.233566 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Attempting to bind port a648249f-1f88-4cc1-89dd-20e32c95d097 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:17.238059 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.245563 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:17.248073 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Port a648249f-1f88-4cc1-89dd-20e32c95d097 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:31:17.248396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Attempting to bind port a648249f-1f88-4cc1-89dd-20e32c95d097 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:17.250406 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f1671-8edf-441c-9270-b5c8b3e19f6f None None] Port d8867678-2d86-4a2b-86e1-28d547e8cf37 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:17.254187 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9843afe1-214f-46b8-b7e6-8487f5916a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:17.259411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:17.259749 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Checking segment: {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:17.260178 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Bound using segment: {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:17.260964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Bound port: a648249f-1f88-4cc1-89dd-20e32c95d097, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:17.260964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.313115 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Sync routers for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:17.322279 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108c892e-2a44-4ddc-905a-13ff7a55aec6,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:17.326367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:17.335039 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e90d1d0464b24ec294bdfaddac1353bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1928773
May 19 02:31:17.338679 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52812) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:17.360684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05633f4-1a0c-4d3a-96b8-553973e0a58d req-3499485d-8210-4e00-9eae-8f9cf529f273 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:17.370361 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d05633f4-1a0c-4d3a-96b8-553973e0a58d req-3499485d-8210-4e00-9eae-8f9cf529f273 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.5950572
May 19 02:31:17.379691 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:17.381205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6d09460>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:17.388289 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.389456 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.9510677
May 19 02:31:17.393458 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52818) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:17.474928 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d05633f4-1a0c-4d3a-96b8-553973e0a58d req-bb224e87-daf2-456d-ad54-4ebefce9c00a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946686
May 19 02:31:17.474928 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.513961 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.530804 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-8cc84e84-2fdb-43ac-bc81-58ec9c260c79 None None] Provisioning for port 86de5575-0084-4318-9129-88409de8bcfd completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:17.555336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:17.567982 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] 10.222.0.63 "PUT /v2.0/routers/01faa25c-8caa-4359-ac55-468446f8a980/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4075630
May 19 02:31:17.578263 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:17.590702 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:17.592510 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7e1a700>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:17.605372 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.611041 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-65fc7f00-eedd-42ac-848c-0bc1032a5bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:17.629598 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c892e-2a44-4ddc-905a-13ff7a55aec6,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:17.640183 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:17.641315 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.643272 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/108c892e-2a44-4ddc-905a-13ff7a55aec6 HTTP/1.1" status: 204  len: 168 time: 0.3025331
May 19 02:31:17.656700 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:17.681108 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 86de5575-0084-4318-9129-88409de8bcfd completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:17.730661 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:17.738640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 86de5575-0084-4318-9129-88409de8bcfd triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:17.741730 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.749368 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.754342 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8aa6a9ea-b0a3-42f2-b668-27a2abf1808b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:17.829436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 240df796-292b-4ef1-8a05-b4cd80f4dfdd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:31:17.874133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:17.874840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:17.876133 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] 10.222.0.55 "PUT /v2.0/ports/a648249f-1f88-4cc1-89dd-20e32c95d097 HTTP/1.1" status: 200  len: 1094 time: 2.8617196
May 19 02:31:17.886897 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:31:17.898777 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:17.917673 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ac36-8649-4b6d-aeec-8c8b007dffdf req-f22cd9c1-66bc-499e-a363-b7b4cfc924ca tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:17.919358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5457ac36-8649-4b6d-aeec-8c8b007dffdf req-f22cd9c1-66bc-499e-a363-b7b4cfc924ca tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 943 time: 0.4494286
May 19 02:31:17.930212 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:18.004006 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf3d41-4c67-48b3-8140-621ab4f1a167 req-37f8e781-ca87-4a8b-a442-53a82a0575d5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:18.012075 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fddf3d41-4c67-48b3-8140-621ab4f1a167 req-37f8e781-ca87-4a8b-a442-53a82a0575d5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.1575646
May 19 02:31:18.070297 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.db.resource_extend [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 02:31:18.091931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:18.113818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.114714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.115079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.115449 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.115792 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.116135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.116475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.116815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.117151 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.117720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.117846 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.118137 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:18.123996 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5457ac36-8649-4b6d-aeec-8c8b007dffdf req-876c6f85-0b7b-4d78-bdfa-3433a256943d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977625
May 19 02:31:18.124783 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:18.136521 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fddf3d41-4c67-48b3-8140-621ab4f1a167 req-1701ab9d-5c06-4e6f-8798-239acfffb06d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235149
May 19 02:31:18.222522 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'status': 'completed', 'code': 200}
May 19 02:31:18.375797 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-017c3d2b-67bd-4b04-9280-bff71b9418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:18.377353 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-017c3d2b-67bd-4b04-9280-bff71b9418ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 1097 time: 0.4177864
May 19 02:31:18.485891 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-707a7bef-0f75-4e15-b3b0-18a4566117eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a648249f-1f88-4cc1-89dd-20e32c95d097 HTTP/1.1" status: 200  len: 217 time: 0.0945742
May 19 02:31:18.529468 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:18.559940 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'port_id': '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'mac_address': 'fa:16:3e:65:19:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fa099-572c-4fe0-9fa5-a85c14785c78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:31:18.562014 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:18.647145 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7e1a700>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 2, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:18.657469 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:18.657901 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Updating router 01faa25c-8caa-4359-ac55-468446f8a980 port d8867678-2d86-4a2b-86e1-28d547e8cf37 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:18.730358 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:18.771663 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 86de5575-0084-4318-9129-88409de8bcfd, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=86de5575-0084-4318-9129-88409de8bcfd,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:18.784166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240df796-292b-4ef1-8a05-b4cd80f4dfdd {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:31:18.800476 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:18.816567 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:18.817517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ead417bc-211a-40e1-aedb-ad232ba26304 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:18.878790 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:18.892258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52858) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:18.902091 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-408833220-network', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:18.908862 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:18.915708 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Usage tracker for resource:network and tenant:436c4a53d71c439f9e381d58a1d8014c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:18.921332 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:18.934484 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47e159-505c-45f9-b3e9-fe6b1f76ad6a req-949ef8fa-b034-4000-96ef-c862d30af236 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:18.936014 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3e47e159-505c-45f9-b3e9-fe6b1f76ad6a req-949ef8fa-b034-4000-96ef-c862d30af236 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.2318878
May 19 02:31:18.937105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:18.963104 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Made reservation on behalf of 436c4a53d71c439f9e381d58a1d8014c for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:18.966511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:18.977522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-f552f8a4-226a-4976-b548-b164bd0d1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:18.979276 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-f552f8a4-226a-4976-b548-b164bd0d1ea1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65dc9377-c5dd-49d7-afa7-6eeff38bcb98 HTTP/1.1" status: 200  len: 854 time: 0.4823151
May 19 02:31:18.987920 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.018291 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:19.023475 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3e47e159-505c-45f9-b3e9-fe6b1f76ad6a req-213dc831-9029-41fe-905c-555ff8348549 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800152
May 19 02:31:19.025801 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Usage tracker for resource:security_group_rule and tenant:436c4a53d71c439f9e381d58a1d8014c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:19.028886 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:19.039148 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:19.051221 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=86de5575-0084-4318-9129-88409de8bcfd,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:19.073993 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-a69d15ad-576c-4984-9639-d2b811df2398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4023b386-8d09-4a5e-a617-e7287e5e2d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614650
May 19 02:31:19.087363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.093240 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:19.105455 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:19.135791 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.139205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:19.149122 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.162943 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.189241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3e1e9b09-4fae-4260-8463-4ad61ed24404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:19.216558 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:19.270249 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64857b-a5f8-4a77-9c6f-b6bef5b7916b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:19.279733 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:19.280814 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.281147 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Added segment 0607fd0b-3738-426e-a85c-9b7ddab4867f of type vlan for network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf
May 19 02:31:19.340672 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.427717 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:19.430233 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d8b7f7c3-bb71-4d61-b306-fea0e7f59070 None None] Provisioning complete for port 86de5575-0084-4318-9129-88409de8bcfd triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:19.430608 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d8b7f7c3-bb71-4d61-b306-fea0e7f59070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.459961 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:19.465749 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.489620 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Transition to ACTIVE for port object d8867678-2d86-4a2b-86e1-28d547e8cf37 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:19.492198 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port ead417bc-211a-40e1-aedb-ad232ba26304 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:19.492364 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.505968 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.506483 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.512890 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:19.513524 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:19.519393 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.531678 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:19.588380 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84519-2c9a-453a-aa71-0e63535b9124 None None] Pushing event updated for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:19.596022 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-4cf84519-2c9a-453a-aa71-0e63535b9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:19.653480 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-d73f5257-277c-46cb-b67a-9a0ea277119e service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5221343
May 19 02:31:19.706815 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0f44a6e5-b707-454e-8a5f-2b3702cb3ebf,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:19.722955 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35512-70ae-4dec-b624-9583050a2be1 req-65366790-10df-4256-8671-fe8e50ae3ac0 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:19.756780 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-29d35512-70ae-4dec-b624-9583050a2be1 req-65366790-10df-4256-8671-fe8e50ae3ac0 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.3673270
May 19 02:31:19.776052 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8819540
May 19 02:31:19.783813 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52892) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:19.815597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Request body: {'subnet': {'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-408833220-subnet', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:19.827881 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.829934 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.830976 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.832874 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.833899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.836236 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.837005 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.838118 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.848256 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.848793 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.849285 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.849852 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:19.850677 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da00d-36da-49f1-9281-4a05bb1b8e4d req-6998de33-23f9-48c9-bd0b-41e5fb9537df tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:19.852921 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-820da00d-36da-49f1-9281-4a05bb1b8e4d req-6998de33-23f9-48c9-bd0b-41e5fb9537df tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 944 time: 0.4336603
May 19 02:31:19.861715 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:19.870602 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:19.871210 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Attempting to bind port d8867678-2d86-4a2b-86e1-28d547e8cf37 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:19.872101 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Attempting to bind port d8867678-2d86-4a2b-86e1-28d547e8cf37 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:19.872626 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Attempting to bind port d8867678-2d86-4a2b-86e1-28d547e8cf37 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:19.880659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Usage tracker for resource:subnet and tenant:436c4a53d71c439f9e381d58a1d8014c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:19.886870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:19.890764 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:19.891414 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:19.891971 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.892532 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Bound using segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:19.893180 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6d09460>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 3, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:19.893677 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Bound port: d8867678-2d86-4a2b-86e1-28d547e8cf37, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:19.894200 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.906623 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-29d35512-70ae-4dec-b624-9583050a2be1 req-7453394b-f15c-44d9-87f5-f2479fdd8eb4 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482937
May 19 02:31:19.909486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:19.916978 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Allocated IP 172.20.0.1 (c175cf01-3350-4956-bcb6-47167cdeccea/a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d/c6e9eedd-41a2-48fb-969e-9508eca44219) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:19.928826 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Checking router: f00cd170-e5da-4812-822a-cb0847f6a7fe for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:19.929222 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Updating router f00cd170-e5da-4812-822a-cb0847f6a7fe port e0ce906c-b9b1-462c-9607-b0807f4d0a0b binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:19.960108 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Made reservation on behalf of 436c4a53d71c439f9e381d58a1d8014c for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:19.962644 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:19.995408 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-820da00d-36da-49f1-9281-4a05bb1b8e4d req-c3490d9d-de74-45e6-b238-7cd656600f6a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113589
May 19 02:31:20.010675 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-abde785f-69b0-4f8c-8a90-918ea3823e76 req-f9147595-e846-4dff-9850-dd1877cc9b48 service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075747
May 19 02:31:20.045730 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] For port d8867678-2d86-4a2b-86e1-28d547e8cf37, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:20.050054 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] For port d8867678-2d86-4a2b-86e1-28d547e8cf37, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=d8867678-2d86-4a2b-86e1-28d547e8cf37,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:20.055308 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.058328 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['240df796-292b-4ef1-8a05-b4cd80f4dfdd'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:31:20.061129 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:20.131696 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:20.141568 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84519-2c9a-453a-aa71-0e63535b9124 None None] Pushing event updated for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=4']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:20.146542 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-4cf84519-2c9a-453a-aa71-0e63535b9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:20.176034 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.178185 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:20.179959 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7e1a700>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:20.302283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.328651 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Transition to ACTIVE for port object c6e9eedd-41a2-48fb-969e-9508eca44219 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:20.333360 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67492e62-070b-4e35-9fae-cdff89354772 req-a035d324-84ca-4683-b3b5-afa277c2a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:20.334980 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-a035d324-84ca-4683-b3b5-afa277c2a008 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 1097 time: 0.2157900
May 19 02:31:20.396373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.402628 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:20.409431 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7dabb575-9959-4f58-9f15-c8c1fe19380f up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:20.472883 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:20.544781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Network c175cf01-3350-4956-bcb6-47167cdeccea is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:20.550555 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:20.553516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:20.593152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:20.596074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:20.636139 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67492e62-070b-4e35-9fae-cdff89354772 req-bf0757b8-0fba-4c33-87f4-c85f75a92bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:20.637621 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-bf0757b8-0fba-4c33-87f4-c85f75a92bed service neutron] 10.222.0.55 "GET /v2.0/networks?id=4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 200  len: 915 time: 0.2854302
May 19 02:31:20.643421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.755016 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-d04bb606-7e7f-4e4e-9e27-36b4e4177f92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a648249f-1f88-4cc1-89dd-20e32c95d097 HTTP/1.1" status: 200  len: 217 time: 0.0991876
May 19 02:31:20.955559 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67492e62-070b-4e35-9fae-cdff89354772 req-ca17558f-a39b-4cee-b725-91b47e311903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:20.957489 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-ca17558f-a39b-4cee-b725-91b47e311903 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65dc9377-c5dd-49d7-afa7-6eeff38bcb98 HTTP/1.1" status: 200  len: 854 time: 0.1514337
May 19 02:31:20.974208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:20.975825 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7e1a700>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:20Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:20.980485 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efebcf56-e619-4e13-ac25-494f8d865107 None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:20Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:20.982989 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:21.059260 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-336b7b10-4a84-4d73-b2e0-3a125f52e808 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4023b386-8d09-4a5e-a617-e7287e5e2d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810649
May 19 02:31:21.070428 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586707a3-7401-4a75-b3e1-d461aacb0ae0 req-21a13526-4a44-4c5a-be2e-cc530a3d7597 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:21.078774 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-586707a3-7401-4a75-b3e1-d461aacb0ae0 req-21a13526-4a44-4c5a-be2e-cc530a3d7597 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.3276739
May 19 02:31:21.147150 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d41abb-9bbc-4174-ac41-660fbf687ac3,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:21.157012 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:21.258396 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Checking segment: {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:21.258990 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Network hostable DHCP agents. Network: 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:21.299481 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:21.319783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74fc7-808a-4ed6-adc5-846cfa0253ea req-446d255b-b1de-4d10-ba19-c78e9b67d821 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:21.332486 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c7f74fc7-808a-4ed6-adc5-846cfa0253ea req-446d255b-b1de-4d10-ba19-c78e9b67d821 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.1699948
May 19 02:31:21.351583 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52910) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:21.391517 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:21.421066 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:21.422120 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.426359 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed6dfa-4d65-4edb-8652-5e35673ab4cf None None] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:21.462941 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-8e1c42fd-6956-470c-8949-88dd2ba87a1b service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3746214
May 19 02:31:21.468362 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 7dabb575-9959-4f58-9f15-c8c1fe19380f triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:21.468734 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.485058 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b6805569-d95e-4f5b-818d-120d56a9952a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6896057
May 19 02:31:21.486225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52916) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:21.493905 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c7f74fc7-808a-4ed6-adc5-846cfa0253ea req-6d6e12bb-9811-4e74-938b-030184c7bdcd tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607640
May 19 02:31:21.498199 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:21.513749 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-586707a3-7401-4a75-b3e1-d461aacb0ae0 req-4cd53a42-b82c-4dc1-b7a6-b119b7d07772 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4265153
May 19 02:31:21.515221 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:21.520182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Usage tracker for resource:router and tenant:436c4a53d71c439f9e381d58a1d8014c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:21.525264 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:21.533768 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:21.558212 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.559365 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.590649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.644420 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.740957 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Transition to ACTIVE for port object e0ce906c-b9b1-462c-9607-b0807f4d0a0b will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:21.782624 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.790860 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:21.864088 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Pushing event updated for resources: {'Port': ['ID=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:21.867247 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:21.868292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-b8f79803-6769-4bae-8169-13dae1bed0b7 None None] Provisioning for port c6e9eedd-41a2-48fb-969e-9508eca44219 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:21.880440 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-b8f79803-6769-4bae-8169-13dae1bed0b7 None None] Provisioning complete for port c6e9eedd-41a2-48fb-969e-9508eca44219 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:21.887586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-b8f79803-6769-4bae-8169-13dae1bed0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:21.896249 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-67492e62-070b-4e35-9fae-cdff89354772 req-60822490-c325-47a2-a5c9-05604aaff322 service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4077888
May 19 02:31:21.914961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.044909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d884dc-e520-4515-b33e-85036ea351db req-9e21e8ab-b16a-4668-9d08-98f627026c02 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:22.052838 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25d884dc-e520-4515-b33e-85036ea351db req-9e21e8ab-b16a-4668-9d08-98f627026c02 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 944 time: 0.2459497
May 19 02:31:22.095459 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.104893 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-b8f79803-6769-4bae-8169-13dae1bed0b7 None None] Port c6e9eedd-41a2-48fb-969e-9508eca44219 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:22.119918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:22.120997 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Attempting to bind port e0ce906c-b9b1-462c-9607-b0807f4d0a0b on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:22.121568 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Attempting to bind port e0ce906c-b9b1-462c-9607-b0807f4d0a0b by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:22.121684 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Attempting to bind port e0ce906c-b9b1-462c-9607-b0807f4d0a0b on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:22.123465 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Usage tracker for resource:security_group_rule and tenant:64df12936a6c49c591a2c33371b48151 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:22.126405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:22.132496 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25d884dc-e520-4515-b33e-85036ea351db req-3ea5c558-38b3-475d-b5c6-4c0eb869150d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749373
May 19 02:31:22.133778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:22.155861 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:22.162785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:22.162785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.162785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:22.162785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Bound port: e0ce906c-b9b1-462c-9607-b0807f4d0a0b, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:22.162785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.203792 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.261920 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.284903 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.297319 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:22.303412 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'fixed_ips': [{'subnet_id': '49d41abb-9bbc-4174-ac41-660fbf687ac3'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:22.304509 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.342490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028477d-1848-4799-94d5-c0fdeefd4da1,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:22.349807 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:22.380805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.391014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.420817 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a344b92f-afee-402f-b695-1f818eec450d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:22.422209 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=64df12936a6c49c591a2c33371b48151&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0680737
May 19 02:31:22.425891 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 52924) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:22.453243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 86de5575-0084-4318-9129-88409de8bcfd up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:22.482131 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] For port e0ce906c-b9b1-462c-9607-b0807f4d0a0b, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:22.525048 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] For port e0ce906c-b9b1-462c-9607-b0807f4d0a0b, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:22.543298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.546950 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.549907 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:22.557705 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.559374 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:22.579718 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:22.594312 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.667375 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Pushing event updated for resources: {'Port': ['ID=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:22.693740 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:22.762568 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 86de5575-0084-4318-9129-88409de8bcfd triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:22.763360 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.811918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:22.812574 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6d09460>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:22.825775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Network c175cf01-3350-4956-bcb6-47167cdeccea is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:22.830008 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:22.851188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200c9d-a09b-4440-9575-8461cc54222c req-33858010-8851-4d08-bd70-69eb39322b20 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:22.852633 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3200c9d-a09b-4440-9575-8461cc54222c req-33858010-8851-4d08-bd70-69eb39322b20 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.1302831
May 19 02:31:22.897096 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.903783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16951cb4-a2f8-4d67-b9fe-d9d939f09d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:22.915693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.942825 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Allocated IP 172.20.0.2 (0f44a6e5-b707-454e-8a5f-2b3702cb3ebf/49d41abb-9bbc-4174-ac41-660fbf687ac3/12cf6fb4-3ef7-4872-a904-853df546c425) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:22.952322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028477d-1848-4799-94d5-c0fdeefd4da1,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:22.960578 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:22.961855 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:22.972943 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ebee8-2328-4869-abfa-fece7f3cc51b req-c189e363-a44e-4ee9-a2fb-c6f9825aac98 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:22.975008 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-311ebee8-2328-4869-abfa-fece7f3cc51b req-c189e363-a44e-4ee9-a2fb-c6f9825aac98 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.2732866
May 19 02:31:23.031863 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:23.032992 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1028477d-1848-4799-94d5-c0fdeefd4da1 HTTP/1.1" status: 204  len: 168 time: 0.6062055
May 19 02:31:23.054515 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3200c9d-a09b-4440-9575-8461cc54222c req-06183eab-a335-420b-b513-15ead0c3a0bf tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331210
May 19 02:31:23.144507 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Router f00cd170-e5da-4812-822a-cb0847f6a7fe has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:23.151208 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-311ebee8-2328-4869-abfa-fece7f3cc51b req-fa7ef79e-eaf0-4886-b60d-53acded0d71b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398897
May 19 02:31:23.198048 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:23.324798 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Allocated IP 172.27.0.65 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/44267340-a572-41af-b772-aad4b7dbe7b7) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:23.362305 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device d8867678-2d86-4a2b-86e1-28d547e8cf37 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:23.416245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:23.456012 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] 10.222.0.63 "PUT /v2.0/routers/f00cd170-e5da-4812-822a-cb0847f6a7fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0590405
May 19 02:31:23.504413 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-f97a0b56-5664-4d60-bace-f8f68f5a5957 None None] Provisioning complete for port c6e9eedd-41a2-48fb-969e-9508eca44219 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:23.504978 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f97a0b56-5664-4d60-bace-f8f68f5a5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:23.576393 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:23.590031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ece0-249a-44ed-ab31-436fe0d555ac req-28596deb-7464-4d02-b04f-8bef5cbabed9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:23.592049 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fae9ece0-249a-44ed-ab31-436fe0d555ac req-28596deb-7464-4d02-b04f-8bef5cbabed9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 944 time: 0.1141298
May 19 02:31:23.629626 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:23.639727 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:23.651908 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fae9ece0-249a-44ed-ab31-436fe0d555ac req-5cd1ca21-337b-4b68-be0b-a9fd37f612c4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521688
May 19 02:31:23.733799 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-f97a0b56-5664-4d60-bace-f8f68f5a5957 None None] Port c6e9eedd-41a2-48fb-969e-9508eca44219 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:23.734172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:23.737287 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:23.742025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:23.780512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=44267340-a572-41af-b772-aad4b7dbe7b7,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:23.784980 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 240df796-292b-4ef1-8a05-b4cd80f4dfdd up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:23.790347 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:23.870714 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port d8867678-2d86-4a2b-86e1-28d547e8cf37 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:23.903857 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port d8867678-2d86-4a2b-86e1-28d547e8cf37 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:23.904230 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:23.981589 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.012241 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Transition to ACTIVE for port object 12cf6fb4-3ef7-4872-a904-853df546c425 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:24.074481 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Transition to ACTIVE for port object 12cf6fb4-3ef7-4872-a904-853df546c425 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:24.086746 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52970) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:24.119976 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.145913 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 240df796-292b-4ef1-8a05-b4cd80f4dfdd completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:24.150172 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.236251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:24.320348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391283470-network', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:24.324809 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 240df796-292b-4ef1-8a05-b4cd80f4dfdd triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:24.325307 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.328173 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:24.338136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Usage tracker for resource:network and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:24.350419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:24.358525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6d09460>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:21Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'c6e9eedd-41a2-48fb-969e-9508eca44219', 'name': '', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'mac_address': 'fa:16:3e:10:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:19Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 2, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'subnets': [{'id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:24.362806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:24.379299 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1ae0b-42a9-4bd4-916f-0fee7a877ddc None None] The sync data for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi is: [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:21Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'c6e9eedd-41a2-48fb-969e-9508eca44219', 'name': '', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'mac_address': 'fa:16:3e:10:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:19Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 2, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'subnets': [{'id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:24.440317 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.457623 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:24.469155 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:24.484101 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:24.517965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port d8867678-2d86-4a2b-86e1-28d547e8cf37, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=d8867678-2d86-4a2b-86e1-28d547e8cf37,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:24.526408 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Pushing event updated for resources: {'Port': ['ID=12cf6fb4-3ef7-4872-a904-853df546c425,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:24.575081 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:24.603293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Made reservation on behalf of 4f5971b348dd4292ba5102ed2c5dace2 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:24.608863 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.611868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.620518 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:24.632334 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.664798 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:24.672062 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:24.676545 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:24.685778 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:24.694796 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Attempting to bind port 12cf6fb4-3ef7-4872-a904-853df546c425 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:24.695222 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Attempting to bind port 12cf6fb4-3ef7-4872-a904-853df546c425 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:24.695595 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Attempting to bind port 12cf6fb4-3ef7-4872-a904-853df546c425 on network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:24.753421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23397eb3-8352-4f6f-a02f-ff36b18a67d4 req-0cbc17c5-f4b5-486d-bb0c-95b257fc4f02 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:24.755004 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-23397eb3-8352-4f6f-a02f-ff36b18a67d4 req-0cbc17c5-f4b5-486d-bb0c-95b257fc4f02 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.3664422
May 19 02:31:24.763930 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:24.764475 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Checking segment: {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:24.764952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.765480 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Bound using segment: {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:24.766278 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Bound port: 12cf6fb4-3ef7-4872-a904-853df546c425, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:24.766756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.829659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64babd0e-2c7b-41a3-8cd8-a004431aa8ba req-62c74d38-ca92-4804-bf9c-0264833702a5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:24.839502 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64babd0e-2c7b-41a3-8cd8-a004431aa8ba req-62c74d38-ca92-4804-bf9c-0264833702a5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.3213971
May 19 02:31:24.882440 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-23397eb3-8352-4f6f-a02f-ff36b18a67d4 req-ed0632ac-6cac-4a21-9daa-5f5bde30d47e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187768
May 19 02:31:24.935657 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.953012 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:24.956247 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-80a8c183-dcbb-4e31-9164-66c05348983c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:25.014352 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:25.032745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.034072 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Added segment b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7 of type vlan for network 6c982582-d018-42dc-8a90-5a7698ddb086
May 19 02:31:25.063990 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:25.073242 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64babd0e-2c7b-41a3-8cd8-a004431aa8ba req-bef38a34-adfe-4cd1-b885-56f12ce5d00b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303040
May 19 02:31:25.086653 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:25.109658 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.124256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.196949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.206344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:25.213466 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.230868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:31:25.248689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8cccc-96c6-4fb8-afc3-7e3c82fb2718,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:25.267762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:25.271636 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.272528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:25.275292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:25.277994 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] For port 12cf6fb4-3ef7-4872-a904-853df546c425, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:25.288904 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] For port 12cf6fb4-3ef7-4872-a904-853df546c425, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12cf6fb4-3ef7-4872-a904-853df546c425,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:25.299865 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.305015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-15983059-428f-4263-a828-c2eae3720f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:25.329514 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2394183
May 19 02:31:25.367859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 52998) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:25.412150 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:25.469231 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Request body: {'subnet': {'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391283470-subnet', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'ip_version': 4}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:25.539425 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:25.557269 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:25.557853 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:25.648720 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'code': 200}
May 19 02:31:25.650563 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:25.654705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Usage tracker for resource:subnet and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:25.740844 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Pushing event updated for resources: {'Port': ['ID=12cf6fb4-3ef7-4872-a904-853df546c425,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:25.747955 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:25.789030 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:25.791142 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a648249f-1f88-4cc1-89dd-20e32c95d097 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:31:25.797832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c982582-d018-42dc-8a90-5a7698ddb086,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:25.804192 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:25.806421 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Router 52103643-7e7a-4ea1-8865-7fc6ec66199c is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:25.824873 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:25.894121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 6c982582-d018-42dc-8a90-5a7698ddb086 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:25.957418 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Made reservation on behalf of 4f5971b348dd4292ba5102ed2c5dace2 for: {'subnet': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:25.979801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13706358'] for subnet, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:26.165545 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-f63966cf-61fd-4526-a169-8497948a5f8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8337705
May 19 02:31:26.189469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:26.212354 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1a9b-97c0-40ff-a3c0-5f8815517fdd req-90160005-62dc-4d46-a40c-92981a28e6fb tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:26.219581 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9c2e1a9b-97c0-40ff-a3c0-5f8815517fdd req-90160005-62dc-4d46-a40c-92981a28e6fb tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.7358568
May 19 02:31:26.243990 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:26.261546 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79', 'port_id': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'mac_address': 'fa:16:3e:26:01:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dc9377-c5dd-49d7-afa7-6eeff38bcb98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:31:26.266490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Sync routers for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:26.319345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:26.321114 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8334110
May 19 02:31:26.325251 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53008) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:26.334474 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:26.335668 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69f91c0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:26.353718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525347-5b4e-4c69-9ada-5d632c4d4ca0 req-9ce52c4f-cfc8-4621-b031-642c93fc0e1f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:26.361426 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-88525347-5b4e-4c69-9ada-5d632c4d4ca0 req-9ce52c4f-cfc8-4621-b031-642c93fc0e1f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1177235
May 19 02:31:26.418060 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-88525347-5b4e-4c69-9ada-5d632c4d4ca0 req-3be860bf-80b7-404b-988e-902ca1f1658c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556185
May 19 02:31:26.451219 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9c2e1a9b-97c0-40ff-a3c0-5f8815517fdd req-7a448958-2a76-4708-a463-d9ad1e8ad2ca tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306292
May 19 02:31:26.483201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ffef5-e42f-4f1e-89af-8bb2aac72c73 req-1a8ba4c3-49ec-4492-827b-a6e9e354ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:26.484683 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f7ffef5-e42f-4f1e-89af-8bb2aac72c73 req-1a8ba4c3-49ec-4492-827b-a6e9e354ce4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 1098 time: 0.4687591
May 19 02:31:26.584324 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:26.813490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13571c48-2223-4891-bb9e-0e2c9a44f03c req-e1a9748c-834f-499a-a2ad-f8031c8b4321 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:26.825572 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-13571c48-2223-4891-bb9e-0e2c9a44f03c req-e1a9748c-834f-499a-a2ad-f8031c8b4321 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.2476609
May 19 02:31:26.958848 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-13571c48-2223-4891-bb9e-0e2c9a44f03c req-f40c0f27-58a6-4aa6-951d-53bd2911e002 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323087
May 19 02:31:26.979701 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f7ffef5-e42f-4f1e-89af-8bb2aac72c73 req-08b42202-9312-4639-a012-51fe97d32243 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845615
May 19 02:31:27.024107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-9ddffb4f-4421-402f-85a4-e8b10a59462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:27.027014 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-9ddffb4f-4421-402f-85a4-e8b10a59462d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.8043799
May 19 02:31:27.036986 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device d8867678-2d86-4a2b-86e1-28d547e8cf37 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:27.092905 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:27.146396 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a648249f-1f88-4cc1-89dd-20e32c95d097 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:31:27.296071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a300b-8735-4863-8dd8-4df50d6edbd0 None None] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:27.375570 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:27.486215 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port d8867678-2d86-4a2b-86e1-28d547e8cf37 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:27.499672 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:27.529897 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-bf728e45-6e20-447e-8d55-8a1ec452ebf9 None None] Provisioning for port 12cf6fb4-3ef7-4872-a904-853df546c425 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:27.562499 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:27.619926 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:27.706850 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3939f8-1d3d-4726-85ef-553e917aa101 req-a523b822-143c-4909-9eb3-d9cbefb63831 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:27.714444 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1e3939f8-1d3d-4726-85ef-553e917aa101 req-a523b822-143c-4909-9eb3-d9cbefb63831 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1104233
May 19 02:31:27.747865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-33513735-64cf-467e-95f3-24a788f9e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:27.749439 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-33513735-64cf-467e-95f3-24a788f9e531 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.5709293
May 19 02:31:27.790973 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1e3939f8-1d3d-4726-85ef-553e917aa101 req-24946ff2-7443-4a3a-928f-9bddcd1905e3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754912
May 19 02:31:27.833511 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:27.845919 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69f91c0>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 3, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:27.848507 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:27.869065 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12cf6fb4-3ef7-4872-a904-853df546c425 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:27.893473 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Checking router: 52103643-7e7a-4ea1-8865-7fc6ec66199c for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:27.894125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Updating router 52103643-7e7a-4ea1-8865-7fc6ec66199c port 44267340-a572-41af-b772-aad4b7dbe7b7 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:28.037797 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.038232 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-1cde0b0d-5b02-40a9-8833-8230c5081f53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.2732348
May 19 02:31:28.103621 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269721-203c-48cf-a859-23d66043997f req-6a5cd045-c724-4438-8bcc-6cdce2c6c076 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:28.104838 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0269721-203c-48cf-a859-23d66043997f req-6a5cd045-c724-4438-8bcc-6cdce2c6c076 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.4456754
May 19 02:31:28.230226 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3bf42-5b0d-4e62-b60a-4095a520069f req-42293ec0-76d5-4ac6-8659-3bbc5a960718 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:28.244126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-13a3bf42-5b0d-4e62-b60a-4095a520069f req-42293ec0-76d5-4ac6-8659-3bbc5a960718 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 945 time: 0.1254365
May 19 02:31:28.300564 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-eebe7011-0ba7-4d78-abd9-ab8ad9dc59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:28.303014 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-eebe7011-0ba7-4d78-abd9-ab8ad9dc59ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.2484808
May 19 02:31:28.317986 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-13a3bf42-5b0d-4e62-b60a-4095a520069f req-da4b0bc6-2568-470c-a67a-8d79bd7b079b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722075
May 19 02:31:28.438176 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0269721-203c-48cf-a859-23d66043997f req-3b09d58d-a9f2-4914-9b49-bb3112257fe6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223574
May 19 02:31:28.460071 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13706308'] for subnet, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.507026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a8837557-08a2-4508-b5c8-3ea807350ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:28.514849 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 12cf6fb4-3ef7-4872-a904-853df546c425 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:28.526520 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 12cf6fb4-3ef7-4872-a904-853df546c425 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:28.526895 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.575606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.621290 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Transition to ACTIVE for port object 44267340-a572-41af-b772-aad4b7dbe7b7 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:28.639869 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.645177 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:28.664770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1b66eb-0d4a-4ec0-9858-993a6247336e,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:28.680031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:28.691833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Checking segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:28.695320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Network hostable DHCP agents. Network: 6c982582-d018-42dc-8a90-5a7698ddb086, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:28.745722 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.757641 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Attempting to bind port 44267340-a572-41af-b772-aad4b7dbe7b7 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:28.758015 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Attempting to bind port 44267340-a572-41af-b772-aad4b7dbe7b7 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:28.758389 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Attempting to bind port 44267340-a572-41af-b772-aad4b7dbe7b7 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:28.776541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-83c5743b-eb59-4594-b1ff-fa4d0b746476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:28.786890 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-83c5743b-eb59-4594-b1ff-fa4d0b746476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4691286
May 19 02:31:28.789822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Network 6c982582-d018-42dc-8a90-5a7698ddb086 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:28.790205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Pushing event updated for resources: {'Port': ['ID=44267340-a572-41af-b772-aad4b7dbe7b7,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:28.793287 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['a648249f-1f88-4cc1-89dd-20e32c95d097'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:31:28.826518 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:28.859172 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:28.859561 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:28.859973 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.860376 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:28.860868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Bound port: 44267340-a572-41af-b772-aad4b7dbe7b7, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:28.861301 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:28.976199 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Sync routers for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:29.004816 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:29.005855 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6efd880>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:29.103718 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.169234 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] For port 44267340-a572-41af-b772-aad4b7dbe7b7, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:29.171447 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-da7ee8fb-01b5-4467-a21a-a5c3bbdd1d2b None None] Provisioning complete for port 12cf6fb4-3ef7-4872-a904-853df546c425 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:29.171875 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-da7ee8fb-01b5-4467-a21a-a5c3bbdd1d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.191804 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-e3d2371f-30f1-4365-a2a8-38cb86decefe service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007946
May 19 02:31:29.244675 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] For port 44267340-a572-41af-b772-aad4b7dbe7b7, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=44267340-a572-41af-b772-aad4b7dbe7b7,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:29.268167 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 12cf6fb4-3ef7-4872-a904-853df546c425, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12cf6fb4-3ef7-4872-a904-853df546c425,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:29.278282 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.283949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 6c982582-d018-42dc-8a90-5a7698ddb086) {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:29.285330 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:29.316518 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:29.317833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.333620 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bf931-bf40-4b15-b5b7-8461ded728c6 None None] Network 6c982582-d018-42dc-8a90-5a7698ddb086 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:29.351744 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.352753 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e0ce906c-b9b1-462c-9607-b0807f4d0a0b up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:29.377475 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:29.578076 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-33857c1f-9e5e-47e6-8db3-c361620cb60b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.1257024
May 19 02:31:29.583862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53032) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:29.600481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:29.660958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:29.682436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:29.683257 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69f91c0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:29.703568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a038a4c-eb48-4691-a7f4-98e5b3337f42 req-36cc142e-9486-416c-9cc6-6b25e7c36c37 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:29.718031 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a038a4c-eb48-4691-a7f4-98e5b3337f42 req-36cc142e-9486-416c-9cc6-6b25e7c36c37 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.5250640
May 19 02:31:29.726019 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5ead-3e9f-44ef-8964-8ad9a82358fa req-694d2f52-853b-4907-807a-d02aaae5ec58 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:29.734717 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-617f5ead-3e9f-44ef-8964-8ad9a82358fa req-694d2f52-853b-4907-807a-d02aaae5ec58 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 945 time: 0.2264805
May 19 02:31:29.784703 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Usage tracker for resource:router and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:29.790490 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa06edb2-4d91-490d-92a6-f73e9eac0eb5 req-4d121c36-8774-4396-93e0-503c4862b07c service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5503514
May 19 02:31:29.793099 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-617f5ead-3e9f-44ef-8964-8ad9a82358fa req-e2fe86e4-323f-4c07-a41f-87e66b2f0f40 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544794
May 19 02:31:29.801613 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:29.805516 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Pushing event updated for resources: {'Port': ['ID=44267340-a572-41af-b772-aad4b7dbe7b7,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:29.842118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:29.844928 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:29.855779 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:29.859254 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6efd880>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:21Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'c6e9eedd-41a2-48fb-969e-9508eca44219', 'name': '', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'mac_address': 'fa:16:3e:10:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:19Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 2, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'subnets': [{'id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:29.863440 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Checking router: f00cd170-e5da-4812-822a-cb0847f6a7fe for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:29.864341 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Updating router f00cd170-e5da-4812-822a-cb0847f6a7fe port c6e9eedd-41a2-48fb-969e-9508eca44219 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:29.896086 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a038a4c-eb48-4691-a7f4-98e5b3337f42 req-ce0e4c10-8888-4c72-8be3-0979b4a2453f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769834
May 19 02:31:29.924624 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.926206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.932699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:29.953361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Allocated IP 172.20.0.1 (0f44a6e5-b707-454e-8a5f-2b3702cb3ebf/49d41abb-9bbc-4174-ac41-660fbf687ac3/605dc964-82d9-4b86-89bf-5aecc9f3ea67) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:30.049159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:30.077739 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port e0ce906c-b9b1-462c-9607-b0807f4d0a0b completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:30.084129 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402cad9-7e6b-47b5-af6f-fb915dff959e req-64a34f4f-f8dd-4785-92fd-ff91ae5e1101 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:30.094127 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port e0ce906c-b9b1-462c-9607-b0807f4d0a0b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:30.094770 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:30.101976 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1402cad9-7e6b-47b5-af6f-fb915dff959e req-64a34f4f-f8dd-4785-92fd-ff91ae5e1101 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.1620092
May 19 02:31:30.220186 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1402cad9-7e6b-47b5-af6f-fb915dff959e req-82ad660c-25b4-45d4-8cbd-2e255e079704 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172557
May 19 02:31:30.325370 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:30.353917 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Transition to ACTIVE for port object c6e9eedd-41a2-48fb-969e-9508eca44219 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:30.374886 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:30.386695 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-8f448bd5-46bb-4162-b452-9c796e39a22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:30.502848 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:30.561212 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Pushing event updated for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:30.926716 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Attempting to bind port c6e9eedd-41a2-48fb-969e-9508eca44219 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:30.926716 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Attempting to bind port c6e9eedd-41a2-48fb-969e-9508eca44219 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:30.926716 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Attempting to bind port c6e9eedd-41a2-48fb-969e-9508eca44219 on network c175cf01-3350-4956-bcb6-47167cdeccea {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:30.933434 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:30.933777 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Checking segment: {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:30.934184 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:30.934574 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Bound using segment: {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:30.935140 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Bound port: c6e9eedd-41a2-48fb-969e-9508eca44219, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b670fc-b211-4b67-8bd7-6552307775b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:30.945995 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.000475 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:31.156318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.188763 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] For port c6e9eedd-41a2-48fb-969e-9508eca44219, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:31.199069 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] For port c6e9eedd-41a2-48fb-969e-9508eca44219, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c6e9eedd-41a2-48fb-969e-9508eca44219,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:31.213975 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.217982 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:31.230485 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=12cf6fb4-3ef7-4872-a904-853df546c425,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:31.277701 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-6c982582-d018-42dc-8a90-5a7698ddb086', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:31.278539 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.293917 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.438s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:31.306748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.367145 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:31.367869 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6efd880>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:04Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:31.405829 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Transition to ACTIVE for port object 605dc964-82d9-4b86-89bf-5aecc9f3ea67 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:31.437442 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaf9c7-d5f0-42d5-8a75-24a6c46e974f req-642a27c1-40fc-4b39-8868-da30b15f6f02 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:31.439370 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0eaf9c7-d5f0-42d5-8a75-24a6c46e974f req-642a27c1-40fc-4b39-8868-da30b15f6f02 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 945 time: 0.2752857
May 19 02:31:31.463176 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-6be056e7-ef7b-4e8d-b2ab-363cd677d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.473148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.537258 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Pushing event updated for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=4']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:31.560674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port e0ce906c-b9b1-462c-9607-b0807f4d0a0b, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:31.569255 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.569972 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.570770 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.571394 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.571978 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.572199 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0eaf9c7-d5f0-42d5-8a75-24a6c46e974f req-982b9dd0-cc8d-40e4-8704-f662b7b5c479 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016276
May 19 02:31:31.573099 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.573690 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.574257 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.575280 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.576389 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.576917 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.577437 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:31.585849 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:31.670902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.680572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:31.775723 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:31.786071 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:31.830944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d918ed89-c3ef-4864-8761-c6f3cc94bb8f tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:31.854863 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a648249f-1f88-4cc1-89dd-20e32c95d097 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:31.901494 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c3a53-1f48-412a-88d1-487caf5b8d05 req-5f8bb524-a8cb-4339-bb35-62c54c6c12c3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:31.906618 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69f91c0>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 3, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:31.926108 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dd1c3a53-1f48-412a-88d1-487caf5b8d05 req-5f8bb524-a8cb-4339-bb35-62c54c6c12c3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.7358813
May 19 02:31:31.929974 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b7ffe-b84a-41e4-b9f1-037e520c7a1e None None] The sync data for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi is: [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 3, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:32.004940 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dd1c3a53-1f48-412a-88d1-487caf5b8d05 req-ff957ad7-d089-4299-8a2f-35d18281456b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773957
May 19 02:31:32.007411 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c6e9eedd-41a2-48fb-969e-9508eca44219 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:32.084076 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:32.103779 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Allocated IP 172.20.0.2 (6c982582-d018-42dc-8a90-5a7698ddb086/7d1b66eb-0d4a-4ec0-9858-993a6247336e/db5b4154-8fe7-40d1-8ed5-9d246c46e697) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:32.107444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:32.171882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:32.178943 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:32.183588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:32.260356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Pushing event updated for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:32.274211 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:32.293672 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:32.326962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:32.335531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:32.480599 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port c6e9eedd-41a2-48fb-969e-9508eca44219 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:32.503891 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port c6e9eedd-41a2-48fb-969e-9508eca44219 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:32.505140 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:32.573307 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6efd880>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:21Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'c6e9eedd-41a2-48fb-969e-9508eca44219', 'name': '', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'mac_address': 'fa:16:3e:10:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:19Z', 'updated_at': '2021-05-19T02:31:31Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'subnets': [{'id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:32.588657 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa1118-8b62-402f-848d-41658b8e609f None None] The sync data for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi is: [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:31:21Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'c6e9eedd-41a2-48fb-969e-9508eca44219', 'name': '', 'network_id': 'c175cf01-3350-4956-bcb6-47167cdeccea', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'mac_address': 'fa:16:3e:10:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:19Z', 'updated_at': '2021-05-19T02:31:31Z', 'revision_number': 4, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'subnets': [{'id': 'a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:32.658851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port a648249f-1f88-4cc1-89dd-20e32c95d097 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:32.820190 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port a648249f-1f88-4cc1-89dd-20e32c95d097 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:32.820654 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:32.873915 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.065756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-1f17c5f1-dda4-4fb9-9350-97dfefa4da3a None None] Provisioning for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:33.082035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Allocated IP 172.27.0.200 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/12ffa91e-06b3-48bc-a227-97796cf5315f) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:33.106034 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.121579 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port c6e9eedd-41a2-48fb-969e-9508eca44219, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c6e9eedd-41a2-48fb-969e-9508eca44219,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:33.133811 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.135469 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-1f17c5f1-dda4-4fb9-9350-97dfefa4da3a None None] Provisioning complete for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:33.136545 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1f17c5f1-dda4-4fb9-9350-97dfefa4da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.248239 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-1f17c5f1-dda4-4fb9-9350-97dfefa4da3a None None] Port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:33.251147 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.252195 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12cf6fb4-3ef7-4872-a904-853df546c425 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:33.295289 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-94b8390d-1edd-4ba9-bc03-27458f710551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:33.413728 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9e64e-b3a7-4ace-8575-ba1c8b75f27a req-e6f099f4-730d-42a2-9cdc-8f9ef44fb736 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:33.424902 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c4a9e64e-b3a7-4ace-8575-ba1c8b75f27a req-e6f099f4-730d-42a2-9cdc-8f9ef44fb736 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 945 time: 0.5785968
May 19 02:31:33.491995 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.680038 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:31:33.702862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:33.711986 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:33.720311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-6a291071-1e10-4670-a95a-8868989c21a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.744500 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.768298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.770573 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Transition to ACTIVE for port object db5b4154-8fe7-40d1-8ed5-9d246c46e697 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:33.814693 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Transition to ACTIVE for port object db5b4154-8fe7-40d1-8ed5-9d246c46e697 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:33.822777 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:33.824237 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.833083 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.837493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.842635 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:33.848372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.884461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:33.936721 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Pushing event updated for resources: {'Port': ['ID=db5b4154-8fe7-40d1-8ed5-9d246c46e697,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:33.939341 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.951318 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 12cf6fb4-3ef7-4872-a904-853df546c425 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:33.952182 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:33.978649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26776-8e1d-415f-a4de-6fb9e9a58c24 req-b16ffb34-ad40-49ab-8f05-1541e97a7dce tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:33.982209 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-90d26776-8e1d-415f-a4de-6fb9e9a58c24 req-b16ffb34-ad40-49ab-8f05-1541e97a7dce tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1435127
May 19 02:31:34.012499 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c4a9e64e-b3a7-4ace-8575-ba1c8b75f27a req-46df0be7-b520-465b-9725-04e6be17d241 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5866601
May 19 02:31:34.032888 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.033153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.033508 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.034103 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.043717 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.044431 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.044786 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.045130 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.045537 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.045799 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.046127 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.046871 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:31:34.048111 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Pushing event updated for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:34.055523 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:34.057984 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Network 6c982582-d018-42dc-8a90-5a7698ddb086 is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:34.058576 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:34.075527 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:34.077850 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.133590 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-90d26776-8e1d-415f-a4de-6fb9e9a58c24 req-eb648cea-6de1-410c-b7af-2c6c2cb2755a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326356
May 19 02:31:34.140228 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:34.143333 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:34.152524 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:34.182099 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:34.322899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.324907 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'code': 200}
May 19 02:31:34.330103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a465c939-c4fc-42e4-8fe2-9010ec81b788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:34.369784 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Attempting to bind port db5b4154-8fe7-40d1-8ed5-9d246c46e697 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:34.370448 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Attempting to bind port db5b4154-8fe7-40d1-8ed5-9d246c46e697 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:34.371014 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Attempting to bind port db5b4154-8fe7-40d1-8ed5-9d246c46e697 on network 6c982582-d018-42dc-8a90-5a7698ddb086 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:34.379989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:34.381033 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Checking segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:34.382121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.383147 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Bound using segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:34.384281 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Bound port: db5b4154-8fe7-40d1-8ed5-9d246c46e697, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:34.386414 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.423960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:34.435927 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:34.453921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:34.560340 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] For port db5b4154-8fe7-40d1-8ed5-9d246c46e697, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:34.568288 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Pushing event updated for resources: {'Port': ['ID=12ffa91e-06b3-48bc-a227-97796cf5315f,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:34.571895 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] For port db5b4154-8fe7-40d1-8ed5-9d246c46e697, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=db5b4154-8fe7-40d1-8ed5-9d246c46e697,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:34.586113 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.590184 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:34.591097 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:34.700813 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:34.719024 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Pushing event updated for resources: {'Port': ['ID=db5b4154-8fe7-40d1-8ed5-9d246c46e697,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:34.724079 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:34.814929 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 44267340-a572-41af-b772-aad4b7dbe7b7 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:34.900714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:34.908689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:34.947003 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 44267340-a572-41af-b772-aad4b7dbe7b7 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:34.961126 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 44267340-a572-41af-b772-aad4b7dbe7b7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:34.961679 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.200058 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.232266 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 44267340-a572-41af-b772-aad4b7dbe7b7, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=44267340-a572-41af-b772-aad4b7dbe7b7,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:35.246525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.247794 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c6e9eedd-41a2-48fb-969e-9508eca44219 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:35.304315 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-eae6e131-4ca7-4322-87b6-2f59293b1acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:35.419415 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f9878-f2ce-4ade-b13a-7709e2e58b0a req-1608795b-9225-42bd-b5d5-7d6c48fcd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:35.420838 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-287f9878-f2ce-4ade-b13a-7709e2e58b0a req-1608795b-9225-42bd-b5d5-7d6c48fcd7b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 1099 time: 0.5681300
May 19 02:31:35.439306 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port c6e9eedd-41a2-48fb-969e-9508eca44219 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:35.439952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.443880 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099ae19-aced-475b-bdcb-d1cb03d8c2a3 req-220ad9e9-5eeb-4aa4-af6d-ef4927e56962 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:35.452372 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6099ae19-aced-475b-bdcb-d1cb03d8c2a3 req-220ad9e9-5eeb-4aa4-af6d-ef4927e56962 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1068594
May 19 02:31:35.506547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d6a034e4-4c77-4a32-8875-22ac184f14be None None] Provisioning complete for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:35.507238 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d6a034e4-4c77-4a32-8875-22ac184f14be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.531992 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6099ae19-aced-475b-bdcb-d1cb03d8c2a3 req-8c8a6e6b-e570-473f-87e7-c0673738ea3d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782790
May 19 02:31:35.575047 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d6a034e4-4c77-4a32-8875-22ac184f14be None None] Port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:35.584475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Router 52103643-7e7a-4ea1-8865-7fc6ec66199c has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:35.588282 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-287f9878-f2ce-4ade-b13a-7709e2e58b0a req-e9d29874-1beb-4dd5-bbbb-9202f027e624 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537344
May 19 02:31:35.652438 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e0ce906c-b9b1-462c-9607-b0807f4d0a0b up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:35.693480 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=44267340-a572-41af-b772-aad4b7dbe7b7,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:35.702431 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:35.706197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f88-2a52-4680-ad71-1a4a36b5339b req-c7655eac-91f4-4fc7-ad9b-be38880a3900 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:35.713884 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdf42f88-2a52-4680-ad71-1a4a36b5339b req-c7655eac-91f4-4fc7-ad9b-be38880a3900 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.4563453
May 19 02:31:35.741049 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port e0ce906c-b9b1-462c-9607-b0807f4d0a0b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:35.741293 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:35.891469 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:36.024421 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdf42f88-2a52-4680-ad71-1a4a36b5339b req-a73574c9-d6e0-4ac8-9caf-23ffd61bc6b5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3096631
May 19 02:31:36.157567 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3382e-f471-497d-b12d-5b3c254262fc None None] Network 6c982582-d018-42dc-8a90-5a7698ddb086 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:36.270228 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:36.294074 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Sync routers for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:36.304669 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:36.310531 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-7bd9d511-5c20-4152-9697-150640dab178 None None] Provisioning for port db5b4154-8fe7-40d1-8ed5-9d246c46e697 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:36.312027 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] 10.222.0.63 "PUT /v2.0/routers/52103643-7e7a-4ea1-8865-7fc6ec66199c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9792235
May 19 02:31:36.333166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:36.333845 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69e4130>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:36.441412 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:36.647400 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:36.788800 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:36.856644 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7f641-80a2-40e1-a285-8cba26194301 req-d9e6b4e5-3120-42c3-a396-20945f75473a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:36.873875 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-57d7f641-80a2-40e1-a285-8cba26194301 req-d9e6b4e5-3120-42c3-a396-20945f75473a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1651456
May 19 02:31:36.967881 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-57d7f641-80a2-40e1-a285-8cba26194301 req-7cb20d80-bb39-44b3-ab1e-783fa8b2cc9a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927579
May 19 02:31:36.990681 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 44267340-a572-41af-b772-aad4b7dbe7b7 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:36.993468 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:37.003593 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Sync routers for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:37.015434 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:37.016079 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72920a0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:37.022356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:37.024134 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.4370284
May 19 02:31:37.027065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53108) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:37.243543 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 44267340-a572-41af-b772-aad4b7dbe7b7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:37.244188 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:37.462397 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:37.544211 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69e4130>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:32Z', 'revision_number': 4, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '605dc964-82d9-4b86-89bf-5aecc9f3ea67', 'name': '', 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'mac_address': 'fa:16:3e:27:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:28Z', 'updated_at': '2021-05-19T02:31:33Z', 'revision_number': 2, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'subnets': [{'id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:37.560241 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Checking router: 52103643-7e7a-4ea1-8865-7fc6ec66199c for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:37.570159 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Updating router 52103643-7e7a-4ea1-8865-7fc6ec66199c port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:37.603144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fae1-9174-4fac-9ce9-b6bfc850b179 req-568b8560-5f8b-4fca-a203-60771d2c43bb tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:37.611000 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-15c2fae1-9174-4fac-9ce9-b6bfc850b179 req-568b8560-5f8b-4fca-a203-60771d2c43bb tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.1735020
May 19 02:31:37.639884 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:37.652743 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device db5b4154-8fe7-40d1-8ed5-9d246c46e697 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:37.853812 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-15c2fae1-9174-4fac-9ce9-b6bfc850b179 req-1ecd2ce0-4995-432e-98a9-3c0566c85307 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417343
May 19 02:31:37.860279 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72920a0>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 3, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:37.880605 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Checking router: d10d48d1-730b-4239-a9d2-974fe0b2e8d2 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:37.881057 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Updating router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 port 12ffa91e-06b3-48bc-a227-97796cf5315f binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:37.986806 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.017141 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port db5b4154-8fe7-40d1-8ed5-9d246c46e697 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:38.042405 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port db5b4154-8fe7-40d1-8ed5-9d246c46e697 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:38.053187 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.363102 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.450772 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.db.resource_extend [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 02:31:38.568531 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.579265 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.608060 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Transition to ACTIVE for port object 12ffa91e-06b3-48bc-a227-97796cf5315f will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:38.632157 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.643104 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-c65bb439-de08-4e25-9f15-2b6da1317da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:38.693418 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.735153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port db5b4154-8fe7-40d1-8ed5-9d246c46e697, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=db5b4154-8fe7-40d1-8ed5-9d246c46e697,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:38.747756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Transition to ACTIVE for port object 605dc964-82d9-4b86-89bf-5aecc9f3ea67 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:38.753057 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.755051 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:38.783725 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Allocated IP 172.20.0.1 (6c982582-d018-42dc-8a90-5a7698ddb086/7d1b66eb-0d4a-4ec0-9858-993a6247336e/f158ef0b-56fa-4dd6-919c-5d526b1b6cf7) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:38.810559 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.933719 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53128) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:38.938858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752548115', 'description': 'tempest-secgroup-smoke-752548115 description', 'project_id': '7fc45323ede44f968897a3a6102d03ce'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:38.945958 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Attempting to bind port 12ffa91e-06b3-48bc-a227-97796cf5315f on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:38.947172 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Attempting to bind port 12ffa91e-06b3-48bc-a227-97796cf5315f by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:38.947717 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Attempting to bind port 12ffa91e-06b3-48bc-a227-97796cf5315f on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:38.954463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:38.959196 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:38.959866 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:38.960551 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:38.961725 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.962318 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:38.963153 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Bound port: 12ffa91e-06b3-48bc-a227-97796cf5315f, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:38.963861 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:38.964328 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:38.984521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:39.021986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.056089 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:39.066248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:39.076301 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:39.083608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:39.097340 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=db5b4154-8fe7-40d1-8ed5-9d246c46e697,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.107229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.119878 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:39.138396 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44a982-deb4-424e-afa6-3cafba5154d9 None None] Pushing event updated for resources: {'Port': ['ID=12ffa91e-06b3-48bc-a227-97796cf5315f,revision_number=2']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.143641 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-eb44a982-deb4-424e-afa6-3cafba5154d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.196654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ee45-2ea8-44b8-bbcf-2dabeba4ed39 req-a577550f-b20d-45e1-8987-4d6cee7b3e94 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:39.209603 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35d8ee45-2ea8-44b8-bbcf-2dabeba4ed39 req-a577550f-b20d-45e1-8987-4d6cee7b3e94 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.9502676
May 19 02:31:39.232746 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] For port 12ffa91e-06b3-48bc-a227-97796cf5315f, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:39.248185 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] For port 12ffa91e-06b3-48bc-a227-97796cf5315f, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12ffa91e-06b3-48bc-a227-97796cf5315f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:39.252676 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.260054 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.264276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.273799 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:39.281857 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Attempting to bind port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:39.282359 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Attempting to bind port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:39.282837 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Attempting to bind port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 on network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:39.284351 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:39.293164 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:39.293692 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Checking segment: {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:39.294202 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.294703 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Bound using segment: {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:39.295334 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Bound port: 605dc964-82d9-4b86-89bf-5aecc9f3ea67, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0607fd0b-3738-426e-a85c-9b7ddab4867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:39.295823 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.305571 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Pushing event updated for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.306628 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35d8ee45-2ea8-44b8-bbcf-2dabeba4ed39 req-59d9d078-fc98-4ad7-ad22-369db99d04da tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960116
May 19 02:31:39.311096 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.318729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.362861 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.provisioning_blocks [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Transition to ACTIVE for port object f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 will not be triggered until provisioned by entity DHCP. {{(pid=91235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:39.368516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb2d090-0405-450b-9b72-7657329e6878,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.403837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.436353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.447909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:39.479576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.482505 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] For port 605dc964-82d9-4b86-89bf-5aecc9f3ea67, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:39.488839 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] For port 605dc964-82d9-4b86-89bf-5aecc9f3ea67, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=605dc964-82d9-4b86-89bf-5aecc9f3ea67,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:39.491396 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5512300
May 19 02:31:39.495275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53136) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:39.502477 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.506995 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:39.509402 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44a982-deb4-424e-afa6-3cafba5154d9 None None] Pushing event updated for resources: {'Port': ['ID=12ffa91e-06b3-48bc-a227-97796cf5315f,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.516564 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-eb44a982-deb4-424e-afa6-3cafba5154d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.517519 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:39.518297 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72920a0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:39.520885 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:39.576397 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:39.588233 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:39.601576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Pushing event updated for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.614283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:39.615917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Network 6c982582-d018-42dc-8a90-5a7698ddb086 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:39.620106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.620947 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:39.625350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:39.651660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:39.717032 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Pushing event updated for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:39.734739 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:39.744305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7add9a-50c0-4a69-93ae-2e2010040cea req-6d03f326-ab17-4af9-a1cc-acc7f8acd638 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:39.757581 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da7add9a-50c0-4a69-93ae-2e2010040cea req-6d03f326-ab17-4af9-a1cc-acc7f8acd638 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.3375874
May 19 02:31:39.777983 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.778590 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:39.780449 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69e4130>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:39.806601 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.920163 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:39.967578 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:39.995671 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.028623 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:40.055650 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da7add9a-50c0-4a69-93ae-2e2010040cea req-976a40ca-0d2c-4468-8f0b-8c71e5654613 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2970676
May 19 02:31:40.087823 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bce49ef-957b-4f29-a727-2847974d34db,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:40.091696 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.102579 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:40.122085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.135800 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6383667
May 19 02:31:40.138991 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53152) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:40.151256 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:40.188495 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c2e21a59-e448-4545-bfe1-d21872a68947 None None] Provisioning for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:40.204471 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:40.206258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c2e21a59-e448-4545-bfe1-d21872a68947 None None] Provisioning complete for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:40.207020 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c2e21a59-e448-4545-bfe1-d21872a68947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.221686 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:40.232035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:40.242149 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:40.267763 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:40.356681 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.376486 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-c2e21a59-e448-4545-bfe1-d21872a68947 None None] Port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:40.615143 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72920a0>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 3, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:40.623228 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636ed66-5881-4681-8df9-934a8d4fcca7 None None] The sync data for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi is: [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 3, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:40.672316 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f70f4-c8e1-4759-b9e5-6efe7ffd3483 req-4c69383a-0f91-4426-9310-4bc8bea90691 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:40.674218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e13f70f4-c8e1-4759-b9e5-6efe7ffd3483 req-4c69383a-0f91-4426-9310-4bc8bea90691 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1221075
May 19 02:31:40.758138 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.782205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69e4130>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:32Z', 'revision_number': 4, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '605dc964-82d9-4b86-89bf-5aecc9f3ea67', 'name': '', 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'mac_address': 'fa:16:3e:27:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:28Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'subnets': [{'id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:40.784455 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e13f70f4-c8e1-4759-b9e5-6efe7ffd3483 req-27d8e451-d660-4dc1-becc-588f61e5356d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024323
May 19 02:31:40.790186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.794056 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:40.796455 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175043d0-e971-4a61-bed0-f077250fffe8 None None] The sync data for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi is: [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:31:32Z', 'revision_number': 4, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '605dc964-82d9-4b86-89bf-5aecc9f3ea67', 'name': '', 'network_id': '0f44a6e5-b707-454e-8a5f-2b3702cb3ebf', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'mac_address': 'fa:16:3e:27:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:28Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'subnets': [{'id': '49d41abb-9bbc-4174-ac41-660fbf687ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:40.842729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0fb494-d644-4b82-8739-da08e3b23f75,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:40.879981 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:40.928086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.932397 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53198) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:40.938334 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:40.948091 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8072348
May 19 02:31:40.955949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:40.961295 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.965026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:40.970742 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:40.980058 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device db5b4154-8fe7-40d1-8ed5-9d246c46e697 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:40.991589 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:41.039859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:41.092106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.097180 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:41.253474 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port db5b4154-8fe7-40d1-8ed5-9d246c46e697 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:41.254225 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.366197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.381389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.383668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1256e60e-4357-472d-880e-e765b348f8ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:41.391948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.499336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce747eae-289e-4fb4-91aa-74c4bd57d337,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:41.506222 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:41.526019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.527921 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f8f0ffbb-833a-4642-8fd1-1966db37d598 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5945532
May 19 02:31:41.534170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53208) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:41.550826 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:41.568043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:41.577368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:41.582300 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:41.596432 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:41.607016 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Pushing event updated for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:41.611089 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:41.682738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:41.780070 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Network 6c982582-d018-42dc-8a90-5a7698ddb086 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:41.791586 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:42.114543 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-94e5291a-115d-4a60-9bf5-bba1ab2cc621 None None] Provisioning complete for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:42.115763 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-94e5291a-115d-4a60-9bf5-bba1ab2cc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:42.287952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-94e5291a-115d-4a60-9bf5-bba1ab2cc621 None None] Port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:42.309734 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:42.312926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:42.372029 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:42.540457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:42.758521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c02ac4-6a74-4fe7-9d56-ebd1c7c6c27b,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:42.768183 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:42.810000 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6308d98-54c2-4414-a6bc-9c3621dcf9a4 req-c25a8e45-4ddf-4444-9c67-ef4d3f79e36a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:42.817842 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a6308d98-54c2-4414-a6bc-9c3621dcf9a4 req-c25a8e45-4ddf-4444-9c67-ef4d3f79e36a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.6090782
May 19 02:31:42.885280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:42.886596 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.3474157
May 19 02:31:42.889402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53246) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:42.899830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:42.916657 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a6308d98-54c2-4414-a6bc-9c3621dcf9a4 req-6bfaf5db-be12-494a-b21c-c334528631d7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985439
May 19 02:31:42.924739 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:42.926687 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:42.933056 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] 10.222.0.63 "PUT /v2.0/routers/d10d48d1-730b-4239-a9d2-974fe0b2e8d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9045768
May 19 02:31:42.965844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:42.977269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:42.995029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:43.026701 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.securitygroups_db [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Project 7fc45323ede44f968897a3a6102d03ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:31:43.033444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.057731 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 605dc964-82d9-4b86-89bf-5aecc9f3ea67 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:43.152855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.162356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.164652 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d520a1ab-7072-4aee-a84a-9638f4ab607a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:43.180099 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:43.186908 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044bf580-91f3-4048-80ec-028b5f563940,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:43.192359 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:43.193095 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:43.194344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.209628 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.211280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2373a262-2002-40a3-883d-1d22e6124c30 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3194785
May 19 02:31:43.213986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53254) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:43.220120 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'security_group_rule': {'security_group_id': '8fb2d090-0405-450b-9b72-7657329e6878', 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:43.233708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:43.243334 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:security_group_rule and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:43.248993 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:43.262152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:43.323446 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.securitygroups_db [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Project 7fc45323ede44f968897a3a6102d03ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:31:43.340240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.452197 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.531914 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 605dc964-82d9-4b86-89bf-5aecc9f3ea67, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=605dc964-82d9-4b86-89bf-5aecc9f3ea67,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:43.546226 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.548173 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12ffa91e-06b3-48bc-a227-97796cf5315f up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:43.593397 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:43.748794 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:43.753972 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:43.755674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 12ffa91e-06b3-48bc-a227-97796cf5315f completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:43.762976 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 12ffa91e-06b3-48bc-a227-97796cf5315f triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:43.763399 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.917269 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.939815 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 12ffa91e-06b3-48bc-a227-97796cf5315f, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12ffa91e-06b3-48bc-a227-97796cf5315f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:43.946102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.962977 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.965236 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:43.971363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:43.974134 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3831a67-0980-4d59-a6ef-1992158a8f22 req-44d803e2-12a4-47d0-aa51-e126185b0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:43.975682 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3831a67-0980-4d59-a6ef-1992158a8f22 req-44d803e2-12a4-47d0-aa51-e126185b0797 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 1099 time: 0.2385647
May 19 02:31:43.977508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:44.059919 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=12ffa91e-06b3-48bc-a227-97796cf5315f,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:44.066292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:44.102522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd84bf40-2420-45d6-b632-140536b3fb26,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:44.119349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:44.121897 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.128687 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-fee51f9b-0d90-4a27-a937-045398cbb3fa tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9132144
May 19 02:31:44.167233 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3831a67-0980-4d59-a6ef-1992158a8f22 req-78060ca4-40dd-46eb-9f6e-ca7d3e7bf1da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505682
May 19 02:31:44.195389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53282) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:44.202169 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948902661-network', 'tenant_id': '60cc06af5363413d8513ec0243e64572'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:44.210514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:44.216952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Usage tracker for resource:network and tenant:60cc06af5363413d8513ec0243e64572 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:44.221777 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:44.229472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:44.244207 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Made reservation on behalf of 60cc06af5363413d8513ec0243e64572 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:44.247317 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.280884 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.295624 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156999d-db4b-45d7-b4a3-728bc01e527f req-9ef631fa-1ede-4b83-a718-6744e9efa85c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:44.302861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9156999d-db4b-45d7-b4a3-728bc01e527f req-9ef631fa-1ede-4b83-a718-6744e9efa85c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1335225
May 19 02:31:44.310896 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:44.327999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Usage tracker for resource:security_group_rule and tenant:60cc06af5363413d8513ec0243e64572 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:44.331474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:44.341554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:44.398565 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9156999d-db4b-45d7-b4a3-728bc01e527f req-1c298b5c-b5fb-4397-9065-1dc1c85c3b58 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858073
May 19 02:31:44.453767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.459430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.462409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5ed326ac-b339-4eda-b691-357f2f3622f8 tempest-VolumesNegativeTest-487451980 tempest-VolumesNegativeTest-487451980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:44.494028 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:31:44.499779 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7baec-0743-40b8-8c24-4036a3da07af,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:44.505437 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:44.510262 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.510676 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Added segment da10b7dc-fef1-4b5e-a25a-627098d89eab of type vlan for network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f
May 19 02:31:44.513621 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Sync routers for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:44.538193 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:44.539748 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7fc4d90>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:44.556404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.600931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.604011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:44.605828 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.625327 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:44.751147 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5542352
May 19 02:31:44.754506 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53290) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:44.760579 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Request body: {'subnet': {'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948902661-subnet', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:44.778879 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Pushing event updated for resources: {'Network': ['ID=6dcb21c7-b6ef-4a29-822b-22cb70281f6f,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:44.784094 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:44.794559 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:44.802959 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:44.809353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Usage tracker for resource:subnet and tenant:60cc06af5363413d8513ec0243e64572 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:44.828122 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:44.836592 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:44.851045 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:31:44.867930 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Made reservation on behalf of 60cc06af5363413d8513ec0243e64572 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:44.871165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:44.974600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 605dc964-82d9-4b86-89bf-5aecc9f3ea67 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:45.440395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:45.440395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:45.573850 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7fc4d90>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:40Z', 'revision_number': 2, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:45.581110 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12ffa91e-06b3-48bc-a227-97796cf5315f up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:45.611608 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Checking router: d10d48d1-730b-4239-a9d2-974fe0b2e8d2 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:45.612685 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Updating router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:45.628794 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:45.635519 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:45.727620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be78b18-4b12-4d7f-85a2-0cf1d863d70e,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:45.727841 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:45.730568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:45.743528 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Checking segment: {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:45.743890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Network hostable DHCP agents. Network: 6dcb21c7-b6ef-4a29-822b-22cb70281f6f, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:31:45.788276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a18e-46ab-43ca-9102-029006d7a482 req-836b3194-f89c-4554-bf75-0d7621733ff3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:45.789888 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdf5a18e-46ab-43ca-9102-029006d7a482 req-836b3194-f89c-4554-bf75-0d7621733ff3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1286948
May 19 02:31:45.808130 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:31:45.841745 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 6dcb21c7-b6ef-4a29-822b-22cb70281f6f) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:45.853468 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:45.854299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:45.870260 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649351b-e275-4c93-9055-a4917838a6e8 None None] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:45.909700 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdf5a18e-46ab-43ca-9102-029006d7a482 req-e35dde57-5e08-41d9-991c-0f51fd2b8b26 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938561
May 19 02:31:45.931853 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0b73399d-e020-4712-a883-5d5730b82eae admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1747236
May 19 02:31:45.936588 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53304) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:45.944206 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:45.957005 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:45.969036 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Usage tracker for resource:router and tenant:60cc06af5363413d8513ec0243e64572 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:45.983737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:45.998941 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:46.021219 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10607'] for router, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.022401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10596'] for router, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.052620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.289055 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 12ffa91e-06b3-48bc-a227-97796cf5315f triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:46.289442 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.409297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10570'] for router, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.607643 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09c772ed-e0de-55a6-9512-9be3d8aeb069-6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'fixed_ips': [{'subnet_id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e'}]}} from dv-cinder-784623-11-iscsi. {{(pid=91237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 02:31:46.608463 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.804666 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.835307 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.884083 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.907299 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Transition to ACTIVE for port object f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:46.913864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.db_base_plugin_common [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Allocated IP 172.20.0.2 (6dcb21c7-b6ef-4a29-822b-22cb70281f6f/6be78b18-4b12-4d7f-85a2-0cf1d863d70e/f4f86cea-dadb-44bb-af70-b278e80627a0) {{(pid=91237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:46.920143 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:46.928812 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:47.016479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Allocated IP 172.27.0.97 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/7be81069-a18b-4004-9e37-0873724e6c71) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:47.125101 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:31:47.198123 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Pushing event updated for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:47.288073 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:47.312263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-d883f3ee-e438-45c4-997b-01ce803767b6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:47.314034 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-d883f3ee-e438-45c4-997b-01ce803767b6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.2542815
May 19 02:31:47.336030 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-cc9c3cd7-829c-473b-b96e-3186eabe092b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/quotas/19fdccfc21064d7db91d62c101c0b657 HTTP/1.1" status: 200  len: 375 time: 0.0125601
May 19 02:31:47.339284 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Attempting to bind port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:47.339669 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Attempting to bind port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:47.340050 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Attempting to bind port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 on network 6c982582-d018-42dc-8a90-5a7698ddb086 {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:47.353636 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:47.353933 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Checking segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:47.354655 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.354760 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Bound using segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:47.355249 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Bound port: f158ef0b-56fa-4dd6-919c-5d526b1b6cf7, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:47.355640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.448086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.468989 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cbbaa-6427-4125-9699-95cfb7d1d824 req-ced81674-043e-467d-874e-82f934604a6d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:47.477537 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3d6cbbaa-6427-4125-9699-95cfb7d1d824 req-ced81674-043e-467d-874e-82f934604a6d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1869001
May 19 02:31:47.527875 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-59446227-7918-4d6d-a9ca-444511148310 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1821773
May 19 02:31:47.535560 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3d6cbbaa-6427-4125-9699-95cfb7d1d824 req-032a60e5-3274-41f5-8298-4d144dd51d72 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568812
May 19 02:31:47.569585 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.576060 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:47.610037 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks [] for port, precommit_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.620360 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Transition to ACTIVE for port object f4f86cea-dadb-44bb-af70-b278e80627a0 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:47.639350 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Transition to ACTIVE for port object f4f86cea-dadb-44bb-af70-b278e80627a0 will not be triggered until provisioned by entity DHCP. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:47.648215 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:47.650546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:47.654939 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:47.662908 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623'] for port, after_create {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.677902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:47.692761 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Pushing event updated for resources: {'Port': ['ID=7be81069-a18b-4004-9e37-0873724e6c71,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:47.697227 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:47.716833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] For port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:47.746818 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] For port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:47.752626 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f is already hosted by enough agents. {{(pid=91237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:47.756506 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.scheduler.base_scheduler [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Resources bound (agent type, host, resource id):  {{(pid=91237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:47.765974 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Received port after_create {{(pid=91237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:47.768438 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:47.788372 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Pushing event updated for resources: {'Port': ['ID=f4f86cea-dadb-44bb-af70-b278e80627a0,revision_number=1']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:47.831910 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-097f99cc-47dc-4ae0-a1da-52edda8062fa service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955506
May 19 02:31:47.853584 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:47.869378 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-6c854839-38cd-4f22-bf64-24720459030b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:48.054558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:48.055230 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7fc4d90>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:48.078363 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-d9810f11-fd11-43ee-a7f7-d033f5b2ccfa service neutron] 10.222.0.63 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396896
May 19 02:31:48.222126 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Pushing event updated for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:48.238269 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:48.239513 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Attempting to bind port f4f86cea-dadb-44bb-af70-b278e80627a0 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:48.239882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Attempting to bind port f4f86cea-dadb-44bb-af70-b278e80627a0 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:48.240271 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Attempting to bind port f4f86cea-dadb-44bb-af70-b278e80627a0 on network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:48.256464 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:48.256842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Checking segment: {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:48.257243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:48.257640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Bound using segment: {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:48.258114 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Bound port: f4f86cea-dadb-44bb-af70-b278e80627a0, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:48.258490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:48.428774 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:48.475680 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3865-f422-42c5-b97f-c21bb968afb3 req-5a2a36e2-04e5-4c73-ac8f-60db98031201 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:48.483765 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b9a3865-f422-42c5-b97f-c21bb968afb3 req-5a2a36e2-04e5-4c73-ac8f-60db98031201 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1032357
May 19 02:31:48.486838 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] For port f4f86cea-dadb-44bb-af70-b278e80627a0, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:48.491775 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] For port f4f86cea-dadb-44bb-af70-b278e80627a0, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f4f86cea-dadb-44bb-af70-b278e80627a0,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:48.527745 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:48.531396 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:48.547983 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b9a3865-f422-42c5-b97f-c21bb968afb3 req-430855e2-01e3-4615-a609-5d3ab71f7879 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628047
May 19 02:31:48.715352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d464531a-5f05-41d5-a362-7d31d8c1dc50 req-9c804dc2-d743-459c-a451-ba7da4e3a4f6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 210 time: 0.0978112
May 19 02:31:48.743851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:48.838989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Pushing event updated for resources: {'Port': ['ID=f4f86cea-dadb-44bb-af70-b278e80627a0,revision_number=2']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:48.852546 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:48.984144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647818'] for router, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:49.282108 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7fc4d90>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:47Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:49.287056 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e5ae2-3e66-4cfb-9181-93e3bef19378 None None] The sync data for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi is: [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:47Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:49.392190 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Router 533be928-8638-44ce-9dd3-4f9306a5cdc7 is scheduled to L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae with binding_index 1 {{(pid=91235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 02:31:49.732028 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:49.745302 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Sync routers for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:49.760853 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:49.765648 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7088c10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:49.782232 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:49.784402 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8460994
May 19 02:31:49.787332 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53436) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:50.013004 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:50.089436 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-18b40271-3b65-4d33-aacc-e311b684adea req-eb904939-94a0-4315-9ccf-8ca075d2845c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 210 time: 0.0826569
May 19 02:31:50.108918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71dbb0-d509-4820-a0c1-0fafafb9ebb0 None None] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:31:50.256439 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-bbeb6acc-c1a0-4764-a32b-780c8b9be64b None None] Provisioning for port f4f86cea-dadb-44bb-af70-b278e80627a0 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:50.418457 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7088c10>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:48Z', 'revision_number': 3, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:50.426741 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Checking router: 533be928-8638-44ce-9dd3-4f9306a5cdc7 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:50.427643 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Updating router 533be928-8638-44ce-9dd3-4f9306a5cdc7 port 7be81069-a18b-4004-9e37-0873724e6c71 binding host dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:50.515690 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:50.828560 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-563ffcc5-801e-4594-929e-691f27bc89c8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:50.830007 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-563ffcc5-801e-4594-929e-691f27bc89c8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 815 time: 0.3389463
May 19 02:31:50.862564 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Request body: {'port': {'device_id': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'admin_state_up': True, 'tenant_id': '19fdccfc21064d7db91d62c101c0b657'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:51.043732 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:51.135074 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:51.143611 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks [] for port, precommit_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.144159 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:51.144583 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.166843 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.provisioning_blocks [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Transition to ACTIVE for port object 7be81069-a18b-4004-9e37-0873724e6c71 will not be triggered until provisioned by entity L2. {{(pid=91238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:51.185326 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.190651 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-eb44a982-deb4-424e-afa6-3cafba5154d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:51.278868 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Attempting to bind port 7be81069-a18b-4004-9e37-0873724e6c71 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:51.279545 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Attempting to bind port 7be81069-a18b-4004-9e37-0873724e6c71 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:51.279686 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Attempting to bind port 7be81069-a18b-4004-9e37-0873724e6c71 on network 8ac707dc-471f-4055-9c72-6188ea472f62 {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:51.289144 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:51.289523 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Checking segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:51.289931 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.290330 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Bound using segment: {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'} {{(pid=91238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:51.290800 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.managers [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Bound port: 7be81069-a18b-4004-9e37-0873724e6c71, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1d7f5-260c-4e11-969f-52b64db9b5af', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}}] {{(pid=91238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:51.291199 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.329645 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9edf9-48ee-46d6-b89c-804b61d86eb9 None None] Pushing event updated for resources: {'Port': ['ID=7be81069-a18b-4004-9e37-0873724e6c71,revision_number=2']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:51.333207 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-69d9edf9-48ee-46d6-b89c-804b61d86eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:51.340921 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.381771 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:51.388990 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.390259 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f4f86cea-dadb-44bb-af70-b278e80627a0 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:51.394175 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] For port 7be81069-a18b-4004-9e37-0873724e6c71, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:51.402471 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.plugins.ml2.db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] For port 7be81069-a18b-4004-9e37-0873724e6c71, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7be81069-a18b-4004-9e37-0873724e6c71,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:51.404271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:51.417507 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron_lib.callbacks.manager [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.427975 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-0fd0bb94-96e1-481f-97c4-97d7e56e7196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:51.432285 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-04101916-af9d-459a-ae7f-a85fc71d7a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:51.485180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:51.521886 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:51.525798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:51.532176 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:51.532775 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7088c10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:51.542762 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port f4f86cea-dadb-44bb-af70-b278e80627a0 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:51.545779 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-87402e1a-bbe0-4159-ad84-db79cba19302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:51.547297 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-87402e1a-bbe0-4159-ad84-db79cba19302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.3006575
May 19 02:31:51.552457 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Made reservation on behalf of 19fdccfc21064d7db91d62c101c0b657 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:31:51.553276 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f4f86cea-dadb-44bb-af70-b278e80627a0 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:51.553854 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.555808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.623511 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9edf9-48ee-46d6-b89c-804b61d86eb9 None None] Pushing event updated for resources: {'Port': ['ID=7be81069-a18b-4004-9e37-0873724e6c71,revision_number=3']} {{(pid=91238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:51.638905 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG oslo_concurrency.lockutils [None req-69d9edf9-48ee-46d6-b89c-804b61d86eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:51.695416 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.728692 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port f4f86cea-dadb-44bb-af70-b278e80627a0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f4f86cea-dadb-44bb-af70-b278e80627a0,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:51.733616 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.736803 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:51.748094 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:51.822374 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=f4f86cea-dadb-44bb-af70-b278e80627a0,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:51.827842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:51.879144 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:51.990822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-5af4edfa-a54a-4744-88fe-22ceb431b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:51.992323 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-5af4edfa-a54a-4744-88fe-22ceb431b625 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.4274094
May 19 02:31:52.036679 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7088c10>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:48Z', 'revision_number': 3, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:52.041038 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfea98-7d71-4efe-bcfe-05ffc6f1eada None None] The sync data for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi is: [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:48Z', 'revision_number': 3, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:52.108060 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-da2237e5-d0fb-4da4-ab78-7f5e1b30a166 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.0885186
May 19 02:31:52.120731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a924e25-f1de-41a8-9d32-8b62d8c4337e req-d71ba0b8-240e-462d-a046-024496d8e60a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:52.122119 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a924e25-f1de-41a8-9d32-8b62d8c4337e req-d71ba0b8-240e-462d-a046-024496d8e60a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.4017124
May 19 02:31:52.135582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Allocated IP 172.20.0.10 (62ffb6e0-cf90-4a18-ad1d-a7790d86363a/2d9fa099-572c-4fe0-9fa5-a85c14785c78/d8160933-b4cf-4f0b-a5a6-9b469824dfa2) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:52.406808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-962d07d0-eca3-4bdf-b32d-cf904b2d1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:52.408251 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-962d07d0-eca3-4bdf-b32d-cf904b2d1b40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.2751529
May 19 02:31:52.440152 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a924e25-f1de-41a8-9d32-8b62d8c4337e req-b6eb5279-cf94-49ed-afb2-a9e8186c9e10 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3057623
May 19 02:31:52.524731 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-f6c25a12-1f82-4d4a-8305-5ecf90725826 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836289
May 19 02:31:52.571446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Allocated IP 172.20.0.1 (6dcb21c7-b6ef-4a29-822b-22cb70281f6f/6be78b18-4b12-4d7f-85a2-0cf1d863d70e/a6df97b6-16fd-4a3f-a066-530583046b34) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:31:52.695235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b160ce30-5d6a-4ca6-bf33-0d29b7da08c8 req-63275d8f-00f1-43d7-817c-356932b5b683 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 210 time: 0.0662060
May 19 02:31:52.937261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:52.967859 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7be81069-a18b-4004-9e37-0873724e6c71 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:53.017454 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.041910 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-2c97a660-e9fd-4179-87be-c6127d1beacb service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493264
May 19 02:31:53.045512 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Transition to ACTIVE for port object a6df97b6-16fd-4a3f-a066-530583046b34 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:53.052054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port 7be81069-a18b-4004-9e37-0873724e6c71 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:53.057247 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 7be81069-a18b-4004-9e37-0873724e6c71 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:53.057629 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.102789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.112625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e5fae133-be1a-4ccb-b1d8-76eff96225c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:53.122963 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7', '764adfca-9933-4c3f-a210-48e4158295b1', '240df796-292b-4ef1-8a05-b4cd80f4dfdd'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:31:53.218638 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.259187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:53.267279 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:53.275080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:53.300521 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.302577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event updated for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:53.307760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:53.313258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:53.314202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:53.315794 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b5e46b89-c360-435d-a156-cf801a767d59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:53.342461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port 7be81069-a18b-4004-9e37-0873724e6c71, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7be81069-a18b-4004-9e37-0873724e6c71,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:53.351349 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.352265 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:53.356079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:31:53.397409 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:53.461041 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b005964-e6d8-431e-ac53-1e07004487f1 req-d689b0f2-da67-4667-a5dc-46064aee2609 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3918674
May 19 02:31:53.478670 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:53.479535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.483376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Pushing event updated for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:53.486546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:53.487136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648761'] for router_interface, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.529590 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=7be81069-a18b-4004-9e37-0873724e6c71,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:53.536741 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6804714
May 19 02:31:53.538061 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:53.564401 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:53.564786 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.565824 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Request body: {'port': {'device_id': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:53.752797 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f4f86cea-dadb-44bb-af70-b278e80627a0 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:53.784083 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-0386a812-b918-4314-9307-5840a30183eb None None] Provisioning for port a6df97b6-16fd-4a3f-a066-530583046b34 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:53.801547 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.811882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-0386a812-b918-4314-9307-5840a30183eb None None] Provisioning complete for port a6df97b6-16fd-4a3f-a066-530583046b34 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:53.812285 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0386a812-b918-4314-9307-5840a30183eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.828525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.915480 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-0386a812-b918-4314-9307-5840a30183eb None None] Port a6df97b6-16fd-4a3f-a066-530583046b34 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:53.947739 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port f4f86cea-dadb-44bb-af70-b278e80627a0 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:53.948121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:53.958342 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47cfb-1a20-4782-8da0-2e2d41a603cf req-ad415b4c-2d12-46cb-9b76-1bf2f0fc7c06 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:53.959805 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2a47cfb-1a20-4782-8da0-2e2d41a603cf req-ad415b4c-2d12-46cb-9b76-1bf2f0fc7c06 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2936666
May 19 02:31:54.212700 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2a47cfb-1a20-4782-8da0-2e2d41a603cf req-3a8db794-6113-4470-a708-df4a95c0640a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411180
May 19 02:31:54.516395 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:54.524388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:54.551818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:54.591514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66205bd4-1216-4de9-8436-fc9228c15446 req-d0fc3108-7d32-47d4-b91e-0160d34b3433 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:54.592207 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-66205bd4-1216-4de9-8436-fc9228c15446 req-d0fc3108-7d32-47d4-b91e-0160d34b3433 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:31:54.702859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Pushing event updated for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:54.704974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-66205bd4-1216-4de9-8436-fc9228c15446 req-d0fc3108-7d32-47d4-b91e-0160d34b3433 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:31:54.706105 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66205bd4-1216-4de9-8436-fc9228c15446 req-d0fc3108-7d32-47d4-b91e-0160d34b3433 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 932 time: 0.3495932
May 19 02:31:54.709188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:54.714650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1039524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648798'] for router_interface, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:54.736849 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8160933-b4cf-4f0b-a5a6-9b469824dfa2 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:31:54.750143 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:54.810822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Transition to ACTIVE for port object d8160933-b4cf-4f0b-a5a6-9b469824dfa2 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:54.853492 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7be81069-a18b-4004-9e37-0873724e6c71 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:54.863786 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66205bd4-1216-4de9-8436-fc9228c15446 req-6e753d9d-7005-4311-ba09-22a10bc0792f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501083
May 19 02:31:54.866149 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:54.884655 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-59ac30d0-d09e-47ac-a8a1-eee890a4d110 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:54.920858 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port 7be81069-a18b-4004-9e37-0873724e6c71 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:54.921232 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:55.028189 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Pushing event updated for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:55.056901 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:55.101743 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:31:55.106265 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:31:55.228184 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Attempting to bind port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:55.228517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Attempting to bind port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:55.228845 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Attempting to bind port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:55.290838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:31:55.291091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Attempting to bind port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 on network 62ffb6e0-cf90-4a18-ad1d-a7790d86363a {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:55.306571 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:55.306794 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Checking segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:55.307200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Bound using segment: {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:55.307631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Bound port: d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d81e5a-3640-4c8e-9354-993ec474db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:55.307974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:55.355152 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-ae77690b-e7e9-41f1-8557-2acb9bf06e2c None None] Provisioning complete for port a6df97b6-16fd-4a3f-a066-530583046b34 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:55.355530 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ae77690b-e7e9-41f1-8557-2acb9bf06e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:55.389179 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Router 533be928-8638-44ce-9dd3-4f9306a5cdc7 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:31:55.412153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-ae77690b-e7e9-41f1-8557-2acb9bf06e2c None None] Port a6df97b6-16fd-4a3f-a066-530583046b34 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:31:55.512138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:55.539050 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:55.555827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:55.567573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-44f8d4ee-f607-43b7-a81a-d4df9fa2854d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:55.783412 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:55.784031 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:55.786027 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] 10.222.0.55 "PUT /v2.0/ports/d8160933-b4cf-4f0b-a5a6-9b469824dfa2 HTTP/1.1" status: 200  len: 1094 time: 2.2255590
May 19 02:31:55.786520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:31:55.821600 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:31:55.822998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Pushing event updated for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:55.828174 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] 10.222.0.63 "PUT /v2.0/routers/533be928-8638-44ce-9dd3-4f9306a5cdc7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0390873
May 19 02:31:55.830308 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Sync routers for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:31:55.830658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:55.842537 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:55.843297 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6adc670>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:55.844860 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de9448-607c-427b-9da8-c04251ebcc8e req-450001b4-30b9-43d1-879e-62f6d6fc71de tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:55.846399 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77de9448-607c-427b-9da8-c04251ebcc8e req-450001b4-30b9-43d1-879e-62f6d6fc71de tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.3786533
May 19 02:31:55.942931 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77de9448-607c-427b-9da8-c04251ebcc8e req-b17ca592-05fd-4857-88c9-15a61d04a1c1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645361
May 19 02:31:55.956398 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-ea3cc3e7-d014-45dd-876d-51564fb3218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:55.957873 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-ea3cc3e7-d014-45dd-876d-51564fb3218d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 1097 time: 0.1107025
May 19 02:31:56.031483 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2', 'status': 'completed', 'code': 200}
May 19 02:31:56.039977 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-1969de44-204c-4444-8998-b88221d94f1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2 HTTP/1.1" status: 200  len: 217 time: 0.0624130
May 19 02:31:56.054688 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:56.154203 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-01e2351e-bbde-471c-b7cb-35eb4b0a5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:56.155642 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-01e2351e-bbde-471c-b7cb-35eb4b0a5af5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.1015272
May 19 02:31:56.224123 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-23cd2127-4e49-4894-b5e3-9101667ee213 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516438
May 19 02:31:56.234950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0d495-b943-4bc4-814f-a4c79943cd8f req-27c15bd0-4615-478c-956a-d4296fd54e79 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:56.236317 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-06d0d495-b943-4bc4-814f-a4c79943cd8f req-27c15bd0-4615-478c-956a-d4296fd54e79 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.1341405
May 19 02:31:56.367851 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-06d0d495-b943-4bc4-814f-a4c79943cd8f req-11855305-b8a3-460e-984e-6073b59e6c34 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258128
May 19 02:31:56.414997 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-0eeccfc6-59ea-4dde-82ad-60654ebe14ce service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719074
May 19 02:31:56.418661 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6adc670>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'a6df97b6-16fd-4a3f-a066-530583046b34', 'name': '', 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'mac_address': 'fa:16:3e:50:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:54Z', 'revision_number': 2, 'project_id': '60cc06af5363413d8513ec0243e64572', 'subnets': [{'id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:56.422907 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Checking router: 533be928-8638-44ce-9dd3-4f9306a5cdc7 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:31:56.423350 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Updating router 533be928-8638-44ce-9dd3-4f9306a5cdc7 port a6df97b6-16fd-4a3f-a066-530583046b34 binding host dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 02:31:56.479650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:56.560401 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1ceeeba-8f14-4c37-a3d4-fd823c6a8667 req-e3d7846a-18b0-4fab-8332-8a2454bda043 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336403
May 19 02:31:56.718994 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-f62f5a85-8ce2-4692-8408-9b900765a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:56.720247 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-f62f5a85-8ce2-4692-8408-9b900765a472 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 1097 time: 0.0821590
May 19 02:31:56.855237 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks [] for port, precommit_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:56.869856 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Transition to ACTIVE for port object a6df97b6-16fd-4a3f-a066-530583046b34 will not be triggered until provisioned by entity L2. {{(pid=91237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:31:56.871843 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-b4d5c40f-4fbd-4d58-a804-271b7ac8afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:56.873459 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-b4d5c40f-4fbd-4d58-a804-271b7ac8afce service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 916 time: 0.1431842
May 19 02:31:56.877155 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:56.881586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:56.953098 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-823d1bf6-3244-456e-ad63-836abf46ecbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2 HTTP/1.1" status: 200  len: 217 time: 0.0671642
May 19 02:31:57.038547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Pushing event updated for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=3']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:57.045327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:57.064572 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-a7b4efa0-ee6e-47b1-ad39-e34a7a70e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:57.066004 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-a7b4efa0-ee6e-47b1-ad39-e34a7a70e58c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.0940430
May 19 02:31:57.098502 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Attempting to bind port a6df97b6-16fd-4a3f-a066-530583046b34 on host dv-cinder-784623-11-iscsi for vnic_type normal with profile  {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:31:57.099245 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Attempting to bind port a6df97b6-16fd-4a3f-a066-530583046b34 by drivers openvswitch,hyperv on host dv-cinder-784623-11-iscsi at level 0 using segments [{'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:31:57.099245 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Attempting to bind port a6df97b6-16fd-4a3f-a066-530583046b34 on network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:31:57.104913 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Checking agent: {'id': '3166b83d-294b-4e11-85ae-d7d36b378c07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 33), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:31:57.105307 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Checking segment: {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:31:57.105710 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.106114 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Bound using segment: {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'} {{(pid=91237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:31:57.106592 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.managers [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Bound port: a6df97b6-16fd-4a3f-a066-530583046b34, host: dv-cinder-784623-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da10b7dc-fef1-4b5e-a25a-627098d89eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f'}}] {{(pid=91237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:31:57.106979 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.143923 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-306d69e8-ee82-4f9d-ab63-8a9a1d7351cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535645
May 19 02:31:57.210294 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] For port a6df97b6-16fd-4a3f-a066-530583046b34, host dv-cinder-784623-11-iscsi, cleared binding levels {{(pid=91237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:31:57.213251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] For port a6df97b6-16fd-4a3f-a066-530583046b34, host dv-cinder-784623-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=a6df97b6-16fd-4a3f-a066-530583046b34,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:31:57.218210 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.223550 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:57.261985 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53514) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:57.267288 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506482771', 'description': 'tempest-secgroup-smoke-506482771 description', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:57.274208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:57.292220 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:57.300252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:57.313328 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:31:57.313996 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6adc670>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:31:34Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:57.314311 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:57.322657 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-f386746d-324d-4879-89cd-5c2bca1a2ec6 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531215
May 19 02:31:57.349248 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.374536 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:57.380380 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:57.384162 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:57.392483 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:57.413602 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Pushing event updated for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:57.418999 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:57.486367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.495420 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.502546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7f2b38fc-eae3-492f-a0bf-5b3b13e2e0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:57.539705 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:57.547082 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:31:57.555061 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:57.569751 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.571160 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3082230
May 19 02:31:57.573962 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53520) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:57.579681 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:57.587660 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:57.593966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:57.598706 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:57.604805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:57.622674 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.625703 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-25f6ab66-c3a7-4667-b86a-f60fa7603232 req-ef7dd243-a281-4dec-9dca-53c7d282910c service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800727
May 19 02:31:57.687041 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.704420 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.709153 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:57.744358 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de70bc68-0a7f-410b-b0c4-3aa70bfaab86,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:57.753414 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:57.755278 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.759319 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1842601
May 19 02:31:57.759924 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53526) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:57.765716 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:57.772146 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:57.777341 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:57.780957 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:57.788479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:57.813450 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.836263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29215-7763-41fb-ad45-c66454cad6b7 req-889f4aea-0ed0-4775-b526-746cdadb7d47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:57.837719 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9b29215-7763-41fb-ad45-c66454cad6b7 req-889f4aea-0ed0-4775-b526-746cdadb7d47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0920765
May 19 02:31:57.887327 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9b29215-7763-41fb-ad45-c66454cad6b7 req-112f040e-7d7d-47f5-8621-b8dc3d0db4a3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430181
May 19 02:31:57.891888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.897221 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.900395 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5c558170-aabd-45dc-8eda-bcf1b6898411 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:57.923045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522216cd-9ada-451f-9083-c9de0e51937a,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:57.927759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:57.931547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6adc670>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'a6df97b6-16fd-4a3f-a066-530583046b34', 'name': '', 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'mac_address': 'fa:16:3e:50:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:57Z', 'revision_number': 4, 'project_id': '60cc06af5363413d8513ec0243e64572', 'subnets': [{'id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:31:57.936279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a4d38d-7df4-4be3-890e-c7cfa100f574 None None] The sync data for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi is: [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'a6df97b6-16fd-4a3f-a066-530583046b34', 'name': '', 'network_id': '6dcb21c7-b6ef-4a29-822b-22cb70281f6f', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'mac_address': 'fa:16:3e:50:6f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:57Z', 'revision_number': 4, 'project_id': '60cc06af5363413d8513ec0243e64572', 'subnets': [{'id': '6be78b18-4b12-4d7f-85a2-0cf1d863d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:31:57.937657 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:57.941671 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1782942
May 19 02:31:57.942612 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 53530) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:57.947182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:57.953252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:57.957864 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:57.960867 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:57.966728 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:57.988462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.063732 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.069007 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.072827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bd84ec21-8a03-4cc1-be4a-7759a5dffff5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:58.095956 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbc0faf-c19d-45d1-ad14-991ac30cb848,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:58.100627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:58.107294 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.108909 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1660852
May 19 02:31:58.112140 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53536) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:58.118906 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:58.126558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:58.133061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:58.137200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:58.146017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:58.171748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d86f3-1e64-4090-bb17-553c43fe0df8 req-a8934793-6697-44bf-a030-6b527fce583f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:58.179431 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5f9d86f3-1e64-4090-bb17-553c43fe0df8 req-a8934793-6697-44bf-a030-6b527fce583f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.1462572
May 19 02:31:58.206747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.241930 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5f9d86f3-1e64-4090-bb17-553c43fe0df8 req-e794e20e-e26b-4f78-a379-529b4ffdf78b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614491
May 19 02:31:58.296050 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.300422 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.303007 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:58.327030 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab66939-d616-402a-9bbd-8d5ca68a797f,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:58.334475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:58.339728 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.340877 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-0cf2a6ba-d4c6-490e-9ea5-ae4b9dff1f35 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2278082
May 19 02:31:58.343591 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53540) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:58.348655 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:58.354565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:58.358320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:58.361176 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:58.368170 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:58.378544 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.securitygroups_db [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Project 4f5971b348dd4292ba5102ed2c5dace2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:31:58.385421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.461721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.466991 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.469411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:58.494375 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe97325-81b9-4ae3-8c94-559388409ad5,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:58.497160 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:58.505618 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.509537 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1623347
May 19 02:31:58.509677 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 53546) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:31:58.514922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'security_group_rule': {'security_group_id': 'a64b1d40-f84f-4ce0-b0df-5087c4fb0a95', 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:31:58.520863 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:31:58.525110 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:security_group_rule and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:31:58.528625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:31:58.534430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:31:58.546017 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.securitygroups_db [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Project 4f5971b348dd4292ba5102ed2c5dace2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:31:58.552782 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.622138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.626954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.629584 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:58.652143 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023bf309-e767-4c70-8844-9b45bb74a060,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:58.656807 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:58.663141 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:58.664503 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-72c3049f-c246-4066-b9fb-f5640c2dadee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1539156
May 19 02:31:58.867056 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a6df97b6-16fd-4a3f-a066-530583046b34 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:31:58.934511 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning for port a6df97b6-16fd-4a3f-a066-530583046b34 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:31:58.939266 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port a6df97b6-16fd-4a3f-a066-530583046b34 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:31:58.939649 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:59.082245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c55204-2442-4e96-af53-56310c2e4dfd req-0a1052e1-de5d-4bc8-8d65-538d8ed386be tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:59.083616 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80c55204-2442-4e96-af53-56310c2e4dfd req-0a1052e1-de5d-4bc8-8d65-538d8ed386be tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0844407
May 19 02:31:59.087018 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:59.118463 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] For port a6df97b6-16fd-4a3f-a066-530583046b34, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=a6df97b6-16fd-4a3f-a066-530583046b34,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:31:59.122708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:31:59.124747 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:31:59.128079 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80c55204-2442-4e96-af53-56310c2e4dfd req-735d8cbd-5fba-4cce-99de-f999a991828e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384793
May 19 02:31:59.189970 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Pushing event updated for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:31:59.193170 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:31:59.431336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d713a9-a06e-4742-9d97-0dc48a3f3462 req-247f2347-0bc3-4413-a2a8-5ead7eaf5a6e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:31:59.432849 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-81d713a9-a06e-4742-9d97-0dc48a3f3462 req-247f2347-0bc3-4413-a2a8-5ead7eaf5a6e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0815964
May 19 02:31:59.483219 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-81d713a9-a06e-4742-9d97-0dc48a3f3462 req-52aeeeaf-c3e5-406b-bb42-6799d557cd84 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430846
May 19 02:32:00.319826 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d410a-7977-4570-9949-939a1c82c106 req-09030206-d658-46be-8fb9-e325c670be8e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:00.321377 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-097d410a-7977-4570-9949-939a1c82c106 req-09030206-d658-46be-8fb9-e325c670be8e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0880122
May 19 02:32:00.369391 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-097d410a-7977-4570-9949-939a1c82c106 req-d3acb675-18f0-439f-ad5c-2f79c5e47759 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420046
May 19 02:32:00.664386 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa543-152f-4559-8c93-6447a6c7621f req-699f1ea3-82a7-47c2-9e15-b916d4cb1d38 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:00.665831 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-250aa543-152f-4559-8c93-6447a6c7621f req-699f1ea3-82a7-47c2-9e15-b916d4cb1d38 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0787795
May 19 02:32:00.711780 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-250aa543-152f-4559-8c93-6447a6c7621f req-659912a3-5d2e-420b-9b24-3ddef78cbd95 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403693
May 19 02:32:00.845876 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a6df97b6-16fd-4a3f-a066-530583046b34 up at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:32:00.911845 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Provisioning complete for port a6df97b6-16fd-4a3f-a066-530583046b34 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:32:00.912217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:00.982855 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c399dbb3-43f2-483b-8f36-33ec863b653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:01.558691 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475197-a9c7-4829-8508-a2147a006801 req-94211688-bb59-4fa0-a195-f49491d3f7a3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:01.560136 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83475197-a9c7-4829-8508-a2147a006801 req-94211688-bb59-4fa0-a195-f49491d3f7a3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0802414
May 19 02:32:01.603432 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83475197-a9c7-4829-8508-a2147a006801 req-4622db3c-3208-4b7e-8fde-fa9e78cfdf82 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376303
May 19 02:32:01.903356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e771c54-cfcb-4dfb-a8c6-894fb804679d req-89fb193a-cf27-43df-8e6e-40808aec085d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:01.904854 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e771c54-cfcb-4dfb-a8c6-894fb804679d req-89fb193a-cf27-43df-8e6e-40808aec085d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0894258
May 19 02:32:01.949526 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e771c54-cfcb-4dfb-a8c6-894fb804679d req-16d56a26-1866-48ed-a024-1020008da9a8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390007
May 19 02:32:02.788747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f113af-9e80-4d54-b16b-9f0090f749a0 req-69174f11-8a07-4cb3-b308-b57d6cd4f864 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:02.790370 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7f113af-9e80-4d54-b16b-9f0090f749a0 req-69174f11-8a07-4cb3-b308-b57d6cd4f864 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0809557
May 19 02:32:02.809562 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:02.838821 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7f113af-9e80-4d54-b16b-9f0090f749a0 req-4f5b0023-2dcf-4ce8-8d36-8fae510c1013 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423717
May 19 02:32:03.275000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9967201-b20a-4574-89d3-71f2e150f232 req-bd2f7665-fa5e-4d11-b76d-0302670412a5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:03.276482 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9967201-b20a-4574-89d3-71f2e150f232 req-bd2f7665-fa5e-4d11-b76d-0302670412a5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0800722
May 19 02:32:03.320089 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f9967201-b20a-4574-89d3-71f2e150f232 req-fe47aed8-c334-45b6-a127-f4a6bbb0d96f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381021
May 19 02:32:03.407884 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:03.432202 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-17725771-060e-4934-9b48-9bfbcb46dc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:04.028513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a095b8-e27f-4f1b-984a-b5b80b229828 req-fe88fa6e-8e55-4330-b007-19172011f30c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:04.030172 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-10a095b8-e27f-4f1b-984a-b5b80b229828 req-fe88fa6e-8e55-4330-b007-19172011f30c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0845156
May 19 02:32:04.074285 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-10a095b8-e27f-4f1b-984a-b5b80b229828 req-02a9e59b-a159-4bed-9a80-bcfd2c64401b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378788
May 19 02:32:04.500424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8818fc-5697-4ebe-b44d-f144ffba9c93 req-627b6a68-e330-48ce-8759-8c5c2975a429 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:04.501843 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e8818fc-5697-4ebe-b44d-f144ffba9c93 req-627b6a68-e330-48ce-8759-8c5c2975a429 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0789242
May 19 02:32:04.547333 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e8818fc-5697-4ebe-b44d-f144ffba9c93 req-6a72a7c3-353d-4e6a-8a1e-a66f4cd4a75c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398810
May 19 02:32:04.621331 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:05.261376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfc88-b7b3-4f5f-b0fd-cb5e89404680 req-85865066-a5c2-4be5-8527-44fb209f1b47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:05.262815 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a07cfc88-b7b3-4f5f-b0fd-cb5e89404680 req-85865066-a5c2-4be5-8527-44fb209f1b47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0847101
May 19 02:32:05.306227 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a07cfc88-b7b3-4f5f-b0fd-cb5e89404680 req-18ac92b7-1780-4261-8221-d5798e9911b0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377240
May 19 02:32:05.730185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97621-0d5d-4041-aa95-e23f249efedd req-feaca6b0-713c-49dd-9a3d-0970d486c86b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:05.731633 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-95e97621-0d5d-4041-aa95-e23f249efedd req-feaca6b0-713c-49dd-9a3d-0970d486c86b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0814145
May 19 02:32:05.782097 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-95e97621-0d5d-4041-aa95-e23f249efedd req-6b074563-dfd0-43bd-bdf7-5ffbd40707e0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444326
May 19 02:32:06.180493 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:06.494103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0dddb-ed07-477e-b8a9-58c5216ced8b req-bee27761-b517-4482-a34b-cd2026810923 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:06.495789 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cea0dddb-ed07-477e-b8a9-58c5216ced8b req-bee27761-b517-4482-a34b-cd2026810923 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0804982
May 19 02:32:06.540580 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cea0dddb-ed07-477e-b8a9-58c5216ced8b req-4d3b64c1-e8bc-4a61-81b9-7f120d8cc92e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391281
May 19 02:32:06.970812 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103eb0-c5c3-4bcf-92a0-e6bb2c3cc3fe req-d754c9c8-434a-41ef-99a8-5b8c7d9f3da1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:06.972762 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-79103eb0-c5c3-4bcf-92a0-e6bb2c3cc3fe req-d754c9c8-434a-41ef-99a8-5b8c7d9f3da1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0813620
May 19 02:32:07.085567 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-79103eb0-c5c3-4bcf-92a0-e6bb2c3cc3fe req-1c55e742-9fcb-454b-a191-d1d6b8941eaf tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070716
May 19 02:32:07.728011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d5bf-8ddf-4ac6-9d18-74470fe85524 req-e9ad0805-479f-42a5-b485-028e6e7cfaea tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:07.729449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8341d5bf-8ddf-4ac6-9d18-74470fe85524 req-e9ad0805-479f-42a5-b485-028e6e7cfaea tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0785410
May 19 02:32:07.777163 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8341d5bf-8ddf-4ac6-9d18-74470fe85524 req-aeb3108b-800b-40a8-b034-4cd6968453dc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419595
May 19 02:32:08.266138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c82f8e-1df5-4e80-956c-8b7e6526adaf req-e326c6d3-f366-425f-bb8d-df74b4b4ff12 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:08.267524 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-94c82f8e-1df5-4e80-956c-8b7e6526adaf req-e326c6d3-f366-425f-bb8d-df74b4b4ff12 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0785389
May 19 02:32:08.312108 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-94c82f8e-1df5-4e80-956c-8b7e6526adaf req-3e220909-0ad1-4b9c-97e6-f8460aa36066 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378888
May 19 02:32:08.966991 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ecab-92b2-4554-b26d-36a331a0ed84 req-94d2de81-80e2-49d0-bbf9-a381a9d77e29 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:08.968411 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fa37ecab-92b2-4554-b26d-36a331a0ed84 req-94d2de81-80e2-49d0-bbf9-a381a9d77e29 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0831127
May 19 02:32:09.014454 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fa37ecab-92b2-4554-b26d-36a331a0ed84 req-6323e1fa-027c-45c7-8ba7-67a24f407b11 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392783
May 19 02:32:09.494029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80adfb-0444-4385-8eba-96380b31fc2a req-998c6b7c-acf6-46b1-b89a-9eddbf3d2804 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:09.495483 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae80adfb-0444-4385-8eba-96380b31fc2a req-998c6b7c-acf6-46b1-b89a-9eddbf3d2804 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0818412
May 19 02:32:09.538607 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ae80adfb-0444-4385-8eba-96380b31fc2a req-cf277668-f6a3-485d-9c45-b6588b81b526 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375631
May 19 02:32:10.204207 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf7cf1-b206-4e5f-b0a1-f69aeca15375 req-1a00f485-3f56-42ca-a5c9-91c2c57daf26 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:10.205649 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4fdf7cf1-b206-4e5f-b0a1-f69aeca15375 req-1a00f485-3f56-42ca-a5c9-91c2c57daf26 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0822680
May 19 02:32:10.249500 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4fdf7cf1-b206-4e5f-b0a1-f69aeca15375 req-685ee36a-240c-4b3e-8bdf-1ee34e8b81da tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382090
May 19 02:32:10.715944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786041-d4c0-4ad7-aeac-8c2a1a71b47f req-ea78b1cf-1ab4-491d-bd7a-d0134eb97717 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:10.717365 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1a786041-d4c0-4ad7-aeac-8c2a1a71b47f req-ea78b1cf-1ab4-491d-bd7a-d0134eb97717 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0784528
May 19 02:32:10.764099 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1a786041-d4c0-4ad7-aeac-8c2a1a71b47f req-e28dae57-425b-40ca-8a3e-12fc09436c94 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411942
May 19 02:32:11.438682 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8b408-5796-496e-9d11-1177fa6d52d9 req-f499c9ed-bc05-40fa-b345-39f666c69896 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:11.440247 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2cc8b408-5796-496e-9d11-1177fa6d52d9 req-f499c9ed-bc05-40fa-b345-39f666c69896 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0836730
May 19 02:32:11.489830 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2cc8b408-5796-496e-9d11-1177fa6d52d9 req-ee601ed3-825b-49b1-83f4-48b262c26eb5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433247
May 19 02:32:11.951354 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6530-671e-466c-ba4b-2061836246f9 req-c2581f80-1c59-4086-97f7-4068ef1d06a9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:11.952845 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-01cc6530-671e-466c-ba4b-2061836246f9 req-c2581f80-1c59-4086-97f7-4068ef1d06a9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0864830
May 19 02:32:12.000053 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-01cc6530-671e-466c-ba4b-2061836246f9 req-63822e4c-2ce1-4f07-8271-c19b2b41d54e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411201
May 19 02:32:12.679766 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f841c-c8a2-4deb-9872-df0420530cfa req-4bc68ab7-9c02-485f-bfb2-0e1f40a0c390 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:12.681186 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e57f841c-c8a2-4deb-9872-df0420530cfa req-4bc68ab7-9c02-485f-bfb2-0e1f40a0c390 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0806336
May 19 02:32:12.724416 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e57f841c-c8a2-4deb-9872-df0420530cfa req-ded1025e-18ef-4cc4-801b-61da38b105c3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376370
May 19 02:32:13.225987 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058055e-5e3b-4ee4-b689-b9fd2486b4ad req-3c217141-2e22-4c4c-9274-50e4b0fd59ad tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:13.228635 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7058055e-5e3b-4ee4-b689-b9fd2486b4ad req-3c217141-2e22-4c4c-9274-50e4b0fd59ad tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.1110466
May 19 02:32:13.296994 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7058055e-5e3b-4ee4-b689-b9fd2486b4ad req-71d8ca30-7dad-488f-b94a-c85059c0214b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623651
May 19 02:32:13.319270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-dc780548-95de-4c16-802f-8fb8f75dfaa7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:13.319966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-dc780548-95de-4c16-802f-8fb8f75dfaa7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:network {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:32:13.339858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-dc780548-95de-4c16-802f-8fb8f75dfaa7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:network {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:32:13.348171 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-dc780548-95de-4c16-802f-8fb8f75dfaa7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 814 time: 0.2714746
May 19 02:32:13.364548 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-2100591a-6dc3-4fe9-8fa4-ca16250bbf2e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/quotas/74aac56c7438451c8a8b578ed9a44362 HTTP/1.1" status: 200  len: 375 time: 0.0143552
May 19 02:32:13.459509 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-e467d7e3-8389-421d-9f77-73f195d3d76f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:32:13.477821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-e467d7e3-8389-421d-9f77-73f195d3d76f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:32:13.479435 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-e467d7e3-8389-421d-9f77-73f195d3d76f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1073353
May 19 02:32:13.621794 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-95682c0b-f28e-4932-8647-82b03f589c6e service neutron] 10.222.0.63 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307123
May 19 02:32:13.769998 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bfe3a2e6-0ae1-4764-a705-548e0934aa41 service neutron] 10.222.0.63 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393714
May 19 02:32:13.920317 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d442a5-6297-4304-ae52-c0be5a365440 req-829ae2c7-6efb-458d-80cc-36814eaefa5f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:13.921767 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-46d442a5-6297-4304-ae52-c0be5a365440 req-829ae2c7-6efb-458d-80cc-36814eaefa5f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0906882
May 19 02:32:13.959690 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-af0e98bc-38f5-40af-9403-1c947ee90858 req-423cf227-b375-42f8-b023-c69d41bb5ce9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 210 time: 0.0538614
May 19 02:32:13.981080 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-46d442a5-6297-4304-ae52-c0be5a365440 req-20dc9022-dda7-4762-8503-96a2060c7709 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524459
May 19 02:32:14.514338 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b33830-7a60-4324-ae37-9deef2b90336 req-cde347c6-d458-4d1c-aa45-c8c969eb095f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:14.516669 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-78b33830-7a60-4324-ae37-9deef2b90336 req-cde347c6-d458-4d1c-aa45-c8c969eb095f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0976369
May 19 02:32:14.576583 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-78b33830-7a60-4324-ae37-9deef2b90336 req-a09c3d31-fca1-4b0d-91cc-cc1e8e218e40 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536752
May 19 02:32:15.150809 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5a418e07-34e3-40ee-81b9-4b98599ebf6e req-3624ee8b-f416-4a1c-94ae-fe768ba7325a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 210 time: 0.0425420
May 19 02:32:15.328299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf824b81-1a77-46ae-a51f-df2f7268c850 req-16d2fd9e-f5b6-4fb3-8f7a-4506cecd2f30 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:15.329756 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bf824b81-1a77-46ae-a51f-df2f7268c850 req-16d2fd9e-f5b6-4fb3-8f7a-4506cecd2f30 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0794280
May 19 02:32:15.378905 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bf824b81-1a77-46ae-a51f-df2f7268c850 req-c4b03fdb-0e8c-4032-85ff-95f8069426bc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423017
May 19 02:32:15.733555 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-38943e28-5ee0-4cff-9af7-075551535d50 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:15.735051 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-38943e28-5ee0-4cff-9af7-075551535d50 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 814 time: 0.1502476
May 19 02:32:15.770350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'port': {'device_id': '84bd58c8-2319-46c8-8393-fc59443363c4', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'admin_state_up': True, 'tenant_id': '74aac56c7438451c8a8b578ed9a44362'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:32:15.770916 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79ec13-cd0d-44b1-8771-137ff6264251 req-636643fe-94ad-48f2-a3f0-afcb366b1c6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:15.772422 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-da79ec13-cd0d-44b1-8771-137ff6264251 req-636643fe-94ad-48f2-a3f0-afcb366b1c6f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0848234
May 19 02:32:15.821302 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-da79ec13-cd0d-44b1-8771-137ff6264251 req-8d91cf8c-c769-4bdc-a2f1-7f0786766846 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428715
May 19 02:32:15.910645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:32:15.920014 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:32:15.931258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Made reservation on behalf of 74aac56c7438451c8a8b578ed9a44362 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:32:15.934784 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.100403 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Allocated IP 172.20.0.10 (7d1dd497-d8d7-4d84-988d-d578f567da49/d1304b79-ec6c-480b-beed-3ca5afc920c5/0346e6d1-fe96-473f-a8a7-3062c6d6d5dc) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:32:16.303274 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-73258833-fcd6-43fa-9331-ddc6c2537d07 req-f87913c5-5c9d-40c5-a5b0-43b2677cab10 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 210 time: 0.0435112
May 19 02:32:16.378745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.395136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Transition to ACTIVE for port object 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:32:16.418908 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.424954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:32:16.489073 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:32:16.492107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:32:16.496112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:32:16.538943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:32:16.553130 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:32:16.578142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51092-f82b-4af2-9d81-77eceea036f8 req-e74fb5f2-3400-4ffc-9d64-997cf7b447c4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:16.579878 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-77e51092-f82b-4af2-9d81-77eceea036f8 req-e74fb5f2-3400-4ffc-9d64-997cf7b447c4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0969355
May 19 02:32:16.582692 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:16.583853 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.622494 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8560584
May 19 02:32:16.636625 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-77e51092-f82b-4af2-9d81-77eceea036f8 req-ad279597-6cf3-4dc4-845c-6f11e2d61924 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503011
May 19 02:32:16.646407 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Request body: {'port': {'device_id': '84bd58c8-2319-46c8-8393-fc59443363c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:32:16.757617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.800185 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-a6bd0ed8-e563-4f3f-9165-88bbcbcc15d4 None None] Provisioning for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:32:16.805698 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-a6bd0ed8-e563-4f3f-9165-88bbcbcc15d4 None None] Provisioning complete for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:32:16.806074 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0ed8-e563-4f3f-9165-88bbcbcc15d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:16.860132 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd0ed8-e563-4f3f-9165-88bbcbcc15d4 None None] Port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:32:17.040035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5cce-9e12-4d06-98de-082f68e5861a req-63f2c9f6-0b93-40a9-a401-dc780c90c348 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.048569 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e14a5cce-9e12-4d06-98de-082f68e5861a req-63f2c9f6-0b93-40a9-a401-dc780c90c348 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.1168954
May 19 02:32:17.099673 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e14a5cce-9e12-4d06-98de-082f68e5861a req-6034f22e-fb2d-4518-8b24-8fdb5c55c50d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501921
May 19 02:32:17.121056 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:32:17.128225 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:17.142796 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Transition to ACTIVE for port object 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:32:17.146860 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:17.151200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f9906903-9f01-43ac-95a4-f27e60749b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:32:17.336507 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:32:17.341640 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:32:17.382236 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Attempting to bind port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:32:17.382565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Attempting to bind port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:32:17.382893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Attempting to bind port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc on network 7d1dd497-d8d7-4d84-988d-d578f567da49 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:32:17.387679 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc on network 7d1dd497-d8d7-4d84-988d-d578f567da49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:32:17.388000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Attempting to bind port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc on network 7d1dd497-d8d7-4d84-988d-d578f567da49 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:32:17.393772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:32:17.394056 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Checking segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:32:17.394435 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Bound using segment: {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:32:17.394902 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Bound port: 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6563c5-35cf-4e1a-8c28-51dad4066a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:32:17.395276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:17.481871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:32:17.484730 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:32:17.490054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:17.493720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7361e5c3-619f-4273-86f2-8c41b265fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:32:17.495578 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fdb4e-b00e-4fa6-97ae-844203474e52 req-da14710b-5c9d-4ad9-93f5-91b2f20e70b0 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.497007 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b9fdb4e-b00e-4fa6-97ae-844203474e52 req-da14710b-5c9d-4ad9-93f5-91b2f20e70b0 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0793617
May 19 02:32:17.543735 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9b9fdb4e-b00e-4fa6-97ae-844203474e52 req-dbc4affd-9d67-4599-837a-cd22c3666ed4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:32:17.557543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.558150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:17.559604 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] 10.222.0.55 "PUT /v2.0/ports/0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1094 time: 0.9176447
May 19 02:32:17.560102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:32:17.562203 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-9b9fdb4e-b00e-4fa6-97ae-844203474e52 req-dbc4affd-9d67-4599-837a-cd22c3666ed4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:32:17.563577 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b9fdb4e-b00e-4fa6-97ae-844203474e52 req-dbc4affd-9d67-4599-837a-cd22c3666ed4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608861
May 19 02:32:17.584918 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:32:17.588380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:32:17.629338 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:32:17.711616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5b5a41b0-e54b-40e6-9b98-dc5ec83e8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.713378 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-5b5a41b0-e54b-40e6-9b98-dc5ec83e8992 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1097 time: 0.0836229
May 19 02:32:17.790934 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-cae32502-65f2-49c9-8520-5eefacbe433b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 217 time: 0.0649817
May 19 02:32:17.862684 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-448cbfdf-b4b8-4f08-b0bc-39a6bcda7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.864149 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-448cbfdf-b4b8-4f08-b0bc-39a6bcda7348 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.0597861
May 19 02:32:17.913587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbebe0-312f-4a06-b124-6321a764a60d req-0d4a56f2-b495-416a-a7ab-7a9f2f6a4cb1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.915749 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-03bbebe0-312f-4a06-b124-6321a764a60d req-0d4a56f2-b495-416a-a7ab-7a9f2f6a4cb1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1629190
May 19 02:32:17.955307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-78bf9a42-4916-4530-8121-c997775350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:17.956751 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-78bf9a42-4916-4530-8121-c997775350b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0761232
May 19 02:32:17.960147 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-03bbebe0-312f-4a06-b124-6321a764a60d req-b78e287f-240c-4e1d-a196-ffd3ffc0fb12 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393088
May 19 02:32:18.005690 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device d8160933-b4cf-4f0b-a5a6-9b469824dfa2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:32:18.105404 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-6fa08219-7a87-4cfc-bf2e-2e6561262cdd service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360586
May 19 02:32:18.148697 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:32:18.174244 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2', 'network_id': '62ffb6e0-cf90-4a18-ad1d-a7790d86363a', 'port_id': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2', 'mac_address': 'fa:16:3e:9f:72:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9fa099-572c-4fe0-9fa5-a85c14785c78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:32:18.237182 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:18.254825 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8160933-b4cf-4f0b-a5a6-9b469824dfa2 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:32:18.272226 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:32:18.276600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:18.278688 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:32:18.312046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0554ac1-84f2-4d9f-a14f-d0a40e357f0d req-f1de502b-dc5b-453f-9a28-78262eeedbaa tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.313747 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b0554ac1-84f2-4d9f-a14f-d0a40e357f0d req-f1de502b-dc5b-453f-9a28-78262eeedbaa tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 944 time: 0.0850179
May 19 02:32:18.349100 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e47e1574-de6d-4197-97dd-cd1401f13d51 req-6e2d6c80-77fa-4011-916d-fb1ec93c4d36 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298779
May 19 02:32:18.358118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:32:18.361320 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:32:18.369867 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b0554ac1-84f2-4d9f-a14f-d0a40e357f0d req-b0172a24-30cb-44e3-ad18-841e41a12e40 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476758
May 19 02:32:18.481548 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-58e52bd5-9a00-4d25-807e-7aa9d1c18051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.482997 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-58e52bd5-9a00-4d25-807e-7aa9d1c18051 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1097 time: 0.0749550
May 19 02:32:18.628482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-48d7feae-2672-4e4c-8e1a-a2d5a58a2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.630564 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-48d7feae-2672-4e4c-8e1a-a2d5a58a2809 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1311858
May 19 02:32:18.703652 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-9c4eb02a-016b-494c-a7ae-e1b3cd6d8ffe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 217 time: 0.0648818
May 19 02:32:18.760996 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce123cc0-8e10-4f5c-96be-2e90a25d44ea req-c5379b0c-6a47-4d4a-88bc-57649f180d5f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.762556 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ce123cc0-8e10-4f5c-96be-2e90a25d44ea req-c5379b0c-6a47-4d4a-88bc-57649f180d5f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0879233
May 19 02:32:18.776447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-7297ba77-14dd-421c-a75a-21660cb86f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.778025 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-7297ba77-14dd-421c-a75a-21660cb86f0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.0642245
May 19 02:32:18.812806 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ce123cc0-8e10-4f5c-96be-2e90a25d44ea req-3b5f89c3-cde6-4ae3-8406-32986a162258 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427616
May 19 02:32:18.870493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-fd5b3761-cdd2-4c88-b78c-931803590e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:18.871883 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-fd5b3761-cdd2-4c88-b78c-931803590e28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0741439
May 19 02:32:19.012044 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-f8e6c8a4-b99e-4792-a48b-05d7129b3c9e service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232867
May 19 02:32:19.133497 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['d8160933-b4cf-4f0b-a5a6-9b469824dfa2'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:32:19.152869 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3824ee99-dfd5-4efd-b519-d98beaa40126 req-0ce75a33-e918-41f5-85b8-b10a7a5316f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288311
May 19 02:32:19.164301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74573db2-e5aa-4614-885f-97a3e4a9355c req-e0d315e5-92c0-45a0-9ec2-bef9604b772c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:19.166004 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-74573db2-e5aa-4614-885f-97a3e4a9355c req-e0d315e5-92c0-45a0-9ec2-bef9604b772c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0954902
May 19 02:32:19.212970 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-74573db2-e5aa-4614-885f-97a3e4a9355c req-50e6b3fa-bdfc-4ad1-9ab9-c74af2f5ff71 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395410
May 19 02:32:19.552089 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fd1dd-8766-4141-878c-7c5f6ff6f62c req-42f7088a-960e-4469-a9e9-4eb089cb1af9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:19.553512 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db3fd1dd-8766-4141-878c-7c5f6ff6f62c req-42f7088a-960e-4469-a9e9-4eb089cb1af9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 945 time: 0.0788517
May 19 02:32:19.596693 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db3fd1dd-8766-4141-878c-7c5f6ff6f62c req-77935867-3f25-47fe-a624-9e52d45c61d6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374987
May 19 02:32:19.996507 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1a25f-f7cb-4a26-909c-6dbfb0405cac req-05c9b72f-c6df-452c-9c24-b3f944b83cbd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:19.997936 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ee1a25f-f7cb-4a26-909c-6dbfb0405cac req-05c9b72f-c6df-452c-9c24-b3f944b83cbd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0817327
May 19 02:32:20.042655 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ee1a25f-f7cb-4a26-909c-6dbfb0405cac req-f74a1967-1421-4e08-9e5f-9f1b5c916d83 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389879
May 19 02:32:20.407137 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc37af-a18d-42db-a9d0-1dbe27c3b88b req-968f2b97-3920-4d91-b55c-844fedcaf931 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:20.408599 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a5fc37af-a18d-42db-a9d0-1dbe27c3b88b req-968f2b97-3920-4d91-b55c-844fedcaf931 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0868206
May 19 02:32:20.452950 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a5fc37af-a18d-42db-a9d0-1dbe27c3b88b req-0a2d1895-5671-4ccc-b354-de2ff40654df tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380147
May 19 02:32:20.779737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d36359-9fb8-4d21-bfdc-29ce542f337c req-577573e7-d15e-4603-bd25-eca48a264acd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:20.781993 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9d36359-9fb8-4d21-bfdc-29ce542f337c req-577573e7-d15e-4603-bd25-eca48a264acd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 945 time: 0.0830245
May 19 02:32:20.826424 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f9d36359-9fb8-4d21-bfdc-29ce542f337c req-57df0e69-23a8-4e90-a793-22ae06c72f0e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388253
May 19 02:32:21.231468 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09fe9d-a5c2-46da-8e40-1196036b9c32 req-8b88f677-70a6-43d3-aabc-4ff2d0a099a2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:21.232893 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8f09fe9d-a5c2-46da-8e40-1196036b9c32 req-8b88f677-70a6-43d3-aabc-4ff2d0a099a2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0842388
May 19 02:32:21.275750 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8f09fe9d-a5c2-46da-8e40-1196036b9c32 req-1e8b1097-9df3-491b-a0ae-6a452eb4289e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373266
May 19 02:32:21.637499 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ffe9b-b7c7-4ba6-b114-e0c15e8161fa req-81f4321c-2d96-4f75-a710-6251348b2ada tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:21.639211 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4c3ffe9b-b7c7-4ba6-b114-e0c15e8161fa req-81f4321c-2d96-4f75-a710-6251348b2ada tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0814767
May 19 02:32:21.690428 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4c3ffe9b-b7c7-4ba6-b114-e0c15e8161fa req-66af1dc4-10d6-4107-bd05-c804fc7f4506 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422287
May 19 02:32:22.008411 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d73c-f72b-4e09-a78f-ebd05a71ba28 req-20b0df0f-e9c5-4196-b58f-d6c5770a8a8f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:22.009841 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1bb5d73c-f72b-4e09-a78f-ebd05a71ba28 req-20b0df0f-e9c5-4196-b58f-d6c5770a8a8f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 945 time: 0.0778496
May 19 02:32:22.050003 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device d8160933-b4cf-4f0b-a5a6-9b469824dfa2 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:32:22.056687 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1bb5d73c-f72b-4e09-a78f-ebd05a71ba28 req-7aa6b45f-d851-42f9-998d-3b625c30a867 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411172
May 19 02:32:22.121749 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:32:22.126442 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:32:22.126818 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:22.237648 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:22.265497 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:32:22.275655 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:32:22.279816 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:22.281706 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-f90983aa-5486-429d-b0c2-5148d6680175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:32:22.311606 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2', 'code': 200}
May 19 02:32:22.353330 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:32:22.356337 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:32:22.481697 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441677f-ea96-4b5f-b757-13bf30090f26 req-aaebe923-2bc5-46e6-a766-c5bd24ff21d4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:22.483199 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7441677f-ea96-4b5f-b757-13bf30090f26 req-aaebe923-2bc5-46e6-a766-c5bd24ff21d4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0903759
May 19 02:32:22.541136 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7441677f-ea96-4b5f-b757-13bf30090f26 req-411245d7-fe84-43a3-b716-6951f47bbd05 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517020
May 19 02:32:22.618950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77ab59-74b1-49e9-a4be-64fceed78c75 req-d24cfc15-b811-459d-b62d-2cfbba8fb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:22.620444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b77ab59-74b1-49e9-a4be-64fceed78c75 req-d24cfc15-b811-459d-b62d-2cfbba8fb0ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 1099 time: 0.0715048
May 19 02:32:22.668742 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b77ab59-74b1-49e9-a4be-64fceed78c75 req-7ce18b32-ef7d-4d25-8147-f057501249d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340376
May 19 02:32:22.877778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c10b1-14bc-4515-bd23-c7df3f2729c9 req-2e07b5b5-f7c2-428a-8020-066bf20b984a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:22.879238 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-752c10b1-14bc-4515-bd23-c7df3f2729c9 req-2e07b5b5-f7c2-428a-8020-066bf20b984a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0795109
May 19 02:32:22.922918 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-752c10b1-14bc-4515-bd23-c7df3f2729c9 req-6fed325f-4dbc-4022-9476-13050cb95bf5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374281
May 19 02:32:23.254711 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dff65-f956-4555-a5ed-389b4a8e1ca0 req-8991c3de-e51d-4c0a-a638-2f1066f77a91 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:23.261360 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0b8dff65-f956-4555-a5ed-389b4a8e1ca0 req-8991c3de-e51d-4c0a-a638-2f1066f77a91 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0956967
May 19 02:32:23.306921 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0b8dff65-f956-4555-a5ed-389b4a8e1ca0 req-f8163f3a-a93c-4852-8073-c2566f6f4a88 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430579
May 19 02:32:23.515957 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8881f-5603-4b00-b9a1-8d7be05da4f3 req-4cf8dcaa-ff06-4ee4-8445-65452518fffc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:23.517607 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-46f8881f-5603-4b00-b9a1-8d7be05da4f3 req-4cf8dcaa-ff06-4ee4-8445-65452518fffc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0878084
May 19 02:32:23.579421 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-46f8881f-5603-4b00-b9a1-8d7be05da4f3 req-1519b17b-4cd4-4bb5-bae6-bb14528ff08a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539787
May 19 02:32:23.759057 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20621b6-e4a2-4f28-b821-7b0e1231cd04 req-44f5f727-2948-4ad1-a311-a194644129c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:23.759818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b20621b6-e4a2-4f28-b821-7b0e1231cd04 req-44f5f727-2948-4ad1-a311-a194644129c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:32:23.775248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b20621b6-e4a2-4f28-b821-7b0e1231cd04 req-44f5f727-2948-4ad1-a311-a194644129c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:32:23.776353 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b20621b6-e4a2-4f28-b821-7b0e1231cd04 req-44f5f727-2948-4ad1-a311-a194644129c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0979173
May 19 02:32:23.822343 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b20621b6-e4a2-4f28-b821-7b0e1231cd04 req-d037eecc-ad69-45d6-a91d-99870b3f109a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402002
May 19 02:32:24.127439 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:32:24.164769 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c5af-488f-4d63-ad5d-c70d6726e688 req-ecf562fd-34a4-40e7-a6b2-42fdeff344e0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:24.166236 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e344c5af-488f-4d63-ad5d-c70d6726e688 req-ecf562fd-34a4-40e7-a6b2-42fdeff344e0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1061995
May 19 02:32:24.229590 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e344c5af-488f-4d63-ad5d-c70d6726e688 req-4fe6ef8d-9d7e-47d5-bf81-c97da2c6f256 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552840
May 19 02:32:24.349048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540c75-50db-43ce-ac61-959579300577 req-372cb558-0bd4-4398-980f-1f98b9f5d185 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:24.350498 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44540c75-50db-43ce-ac61-959579300577 req-372cb558-0bd4-4398-980f-1f98b9f5d185 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0817502
May 19 02:32:24.401932 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44540c75-50db-43ce-ac61-959579300577 req-f0a7a235-1c05-4303-b465-93ffff2eb29a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455360
May 19 02:32:24.500378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3204b2-8058-48de-b29a-6983d2dcb752 req-3ddd3873-4eac-4e00-8220-7044e0ef7b17 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:24.501909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd3204b2-8058-48de-b29a-6983d2dcb752 req-3ddd3873-4eac-4e00-8220-7044e0ef7b17 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0815005
May 19 02:32:24.556236 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd3204b2-8058-48de-b29a-6983d2dcb752 req-5ff44026-3255-4f99-83b9-a543a379d1f6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470994
May 19 02:32:24.795557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882aa03-d434-4878-8708-67108da606fd req-057a8ff1-f8a3-44f9-bff0-eaebda1bb12f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:24.796858 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f882aa03-d434-4878-8708-67108da606fd req-057a8ff1-f8a3-44f9-bff0-eaebda1bb12f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1013374
May 19 02:32:24.840811 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f882aa03-d434-4878-8708-67108da606fd req-039894d6-ebc0-41ca-b196-51a11e48db56 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375755
May 19 02:32:25.006998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd4b32-173c-4af4-8306-2fd266b35e21 req-eb0c9ca4-3374-4a62-bfc7-f45560082631 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:25.008439 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80fd4b32-173c-4af4-8306-2fd266b35e21 req-eb0c9ca4-3374-4a62-bfc7-f45560082631 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0829144
May 19 02:32:25.053061 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80fd4b32-173c-4af4-8306-2fd266b35e21 req-28bc76b4-29cc-41eb-b82a-11e1b80e6b29 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388963
May 19 02:32:25.428972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e60a2-55ad-4629-a55f-da0e85415016 req-20ac6ca9-0d6d-422d-86b7-3e6eab892e3b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:25.431627 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-298e60a2-55ad-4629-a55f-da0e85415016 req-20ac6ca9-0d6d-422d-86b7-3e6eab892e3b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0928960
May 19 02:32:25.475074 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-298e60a2-55ad-4629-a55f-da0e85415016 req-69549e57-56dd-4770-ac89-64d2183dc9e1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388412
May 19 02:32:25.580783 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a1c35-8c63-4da4-9c3a-85886c7cfa46 req-86fe5893-d761-466c-a0d9-526b29a71be3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:25.582206 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-eb6a1c35-8c63-4da4-9c3a-85886c7cfa46 req-86fe5893-d761-466c-a0d9-526b29a71be3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0773892
May 19 02:32:25.649195 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-eb6a1c35-8c63-4da4-9c3a-85886c7cfa46 req-a7d166fd-5a90-4576-8a3c-08f824c48d64 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0606391
May 19 02:32:25.815250 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7864f-bbfe-4fa5-816f-619b73ac1951 req-ac670968-fa5e-4b38-a56a-3f7d8dfcb867 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:25.816705 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d5a7864f-bbfe-4fa5-816f-619b73ac1951 req-ac670968-fa5e-4b38-a56a-3f7d8dfcb867 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.1514499
May 19 02:32:25.876977 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d5a7864f-bbfe-4fa5-816f-619b73ac1951 req-810983bb-ad71-471a-90d7-6ae4108f39bc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534456
May 19 02:32:26.038702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a9655-560e-466d-89bf-8c802773de8b req-e1b664ef-edfe-4bab-a3f9-ae2902efe9be tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:26.040228 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8c6a9655-560e-466d-89bf-8c802773de8b req-e1b664ef-edfe-4bab-a3f9-ae2902efe9be tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0856490
May 19 02:32:26.085909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8c6a9655-560e-466d-89bf-8c802773de8b req-3a33e22f-838c-43d1-a7a6-079a535b3a8b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399733
May 19 02:32:26.234044 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640e832-c741-4241-b4d6-5180a07c64d2 req-8c5c8188-7718-42dc-973f-da1a4c08e4ad tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:26.235534 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5640e832-c741-4241-b4d6-5180a07c64d2 req-8c5c8188-7718-42dc-973f-da1a4c08e4ad tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0781152
May 19 02:32:26.290263 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5640e832-c741-4241-b4d6-5180a07c64d2 req-5d407418-1121-4d51-b211-4fc89a369fd1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480635
May 19 02:32:26.662886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dfea6-8016-49a7-b521-fae2b53712f1 req-8ba550d6-efbb-4a42-a98b-f899be7f5862 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:26.664540 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e5dfea6-8016-49a7-b521-fae2b53712f1 req-8ba550d6-efbb-4a42-a98b-f899be7f5862 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0829620
May 19 02:32:26.712867 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e5dfea6-8016-49a7-b521-fae2b53712f1 req-64c6fe7b-0119-4f55-a4af-6acdb08f07f1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422461
May 19 02:32:26.845444 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985503-9831-4f9c-b482-e2bcc91dea82 req-c1224833-2687-454f-bda9-a5b6165b9bb6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:26.847056 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a9985503-9831-4f9c-b482-e2bcc91dea82 req-c1224833-2687-454f-bda9-a5b6165b9bb6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0888233
May 19 02:32:26.896239 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a9985503-9831-4f9c-b482-e2bcc91dea82 req-9b606cd4-0ca9-4606-9013-f19a3b559f63 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408523
May 19 02:32:27.059784 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844317-c50b-4500-940b-9514b5d95aa8 req-cb3c6f47-a84f-40c9-850e-0604e464f8c5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:27.061416 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6844317-c50b-4500-940b-9514b5d95aa8 req-cb3c6f47-a84f-40c9-850e-0604e464f8c5 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0816550
May 19 02:32:27.105517 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6844317-c50b-4500-940b-9514b5d95aa8 req-df986194-caec-4efa-9eac-adfc7713f177 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384653
May 19 02:32:27.280263 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07b1b8-0922-49b4-a02d-4cdcf68da3c2 req-b35ce122-6c5f-4c3f-8a7e-368972364d5a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:27.281689 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c07b1b8-0922-49b4-a02d-4cdcf68da3c2 req-b35ce122-6c5f-4c3f-8a7e-368972364d5a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0851617
May 19 02:32:27.328271 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c07b1b8-0922-49b4-a02d-4cdcf68da3c2 req-bac50e14-202a-4831-9626-488c519e17b3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408249
May 19 02:32:27.484109 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47266fc8-dadf-45b1-94af-328afdd99619 req-6250959b-db9e-4cce-b341-9433d22cf924 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:27.485605 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47266fc8-dadf-45b1-94af-328afdd99619 req-6250959b-db9e-4cce-b341-9433d22cf924 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0800650
May 19 02:32:27.605856 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47266fc8-dadf-45b1-94af-328afdd99619 req-151ff672-1672-427b-bb21-39f16d2e776e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143174
May 19 02:32:27.897641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28df4e0-9b25-4615-80f8-1297beb9d492 req-2a9fd183-2aec-4d4b-b35a-7506dc5b8bbf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:27.912460 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e28df4e0-9b25-4615-80f8-1297beb9d492 req-2a9fd183-2aec-4d4b-b35a-7506dc5b8bbf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0939119
May 19 02:32:28.003514 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e28df4e0-9b25-4615-80f8-1297beb9d492 req-17161345-6c4e-4544-860e-b0c53ed321b4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818577
May 19 02:32:28.122921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43692018-0c8e-4522-88e4-f763f85881a5 req-49602e4d-0006-490a-acbe-98e8385ab0c7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:28.124320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-43692018-0c8e-4522-88e4-f763f85881a5 req-49602e4d-0006-490a-acbe-98e8385ab0c7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0945430
May 19 02:32:28.173464 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-43692018-0c8e-4522-88e4-f763f85881a5 req-93f79411-50d3-4d3a-afd1-b9fe0a8f23df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415795
May 19 02:32:28.296816 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036440bb-df95-42e8-8a86-046aca33aff1 req-2e12c6fb-3363-4071-9aa0-f5f120e50edd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:28.298320 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-036440bb-df95-42e8-8a86-046aca33aff1 req-2e12c6fb-3363-4071-9aa0-f5f120e50edd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0865617
May 19 02:32:28.349715 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-036440bb-df95-42e8-8a86-046aca33aff1 req-97189294-1379-4ea1-b531-c368bc8e983d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452185
May 19 02:32:28.519590 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e45dc-c302-4db2-bbe3-e77f2d074586 req-6e819c65-84ba-41f1-9c0b-9dcec17e35ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:28.521070 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-773e45dc-c302-4db2-bbe3-e77f2d074586 req-6e819c65-84ba-41f1-9c0b-9dcec17e35ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0808928
May 19 02:32:28.564371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-773e45dc-c302-4db2-bbe3-e77f2d074586 req-1372b53e-d73b-474c-ba48-2ab8abfc3f10 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376422
May 19 02:32:28.795601 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5479c0-af6b-4a9b-bd79-10e531e77771 req-f1523610-da69-49a8-8031-a67a4b6f6909 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:28.796965 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7e5479c0-af6b-4a9b-bd79-10e531e77771 req-f1523610-da69-49a8-8031-a67a4b6f6909 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0832303
May 19 02:32:28.840420 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7e5479c0-af6b-4a9b-bd79-10e531e77771 req-623783ee-681e-4179-9d6c-f0693bbfd487 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366397
May 19 02:32:29.207408 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72297a1-fabd-4985-b03a-18fedb62c43b req-a903ccaf-a6a6-4073-8b3e-dd1fd25294d9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:29.208825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d72297a1-fabd-4985-b03a-18fedb62c43b req-a903ccaf-a6a6-4073-8b3e-dd1fd25294d9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0849483
May 19 02:32:29.253757 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d72297a1-fabd-4985-b03a-18fedb62c43b req-a3babc44-0fba-4999-9b99-3edd26ef3ca6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392346
May 19 02:32:29.370027 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8475f-01b5-44b1-b493-c3980cb711b3 req-7da74504-e17a-4feb-b6f5-a67bd362705b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:29.371396 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37f8475f-01b5-44b1-b493-c3980cb711b3 req-7da74504-e17a-4feb-b6f5-a67bd362705b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0804248
May 19 02:32:29.416643 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37f8475f-01b5-44b1-b493-c3980cb711b3 req-bc09c93f-d8ea-4652-8e4e-b3d5bf8b00b8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392377
May 19 02:32:29.537141 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c4bb7-f59d-4294-b152-e25bcfdf377d req-31850c77-e921-48c1-855d-bceaa456d98f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:29.539168 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ac2c4bb7-f59d-4294-b152-e25bcfdf377d req-31850c77-e921-48c1-855d-bceaa456d98f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0793865
May 19 02:32:29.587906 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ac2c4bb7-f59d-4294-b152-e25bcfdf377d req-28644fe5-3250-4464-ab91-af3661e1888a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410776
May 19 02:32:29.760954 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d639-6534-4179-9bcc-43f5b52d4af3 req-74722d4c-66b0-4086-81d9-2d68ceb07988 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:29.762383 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0209d639-6534-4179-9bcc-43f5b52d4af3 req-74722d4c-66b0-4086-81d9-2d68ceb07988 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0850761
May 19 02:32:29.807311 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0209d639-6534-4179-9bcc-43f5b52d4af3 req-97948251-1031-44c0-949f-a15033677e5b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391886
May 19 02:32:30.035614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937469-c5c3-4870-8990-a0e3c8cdc179 req-bba48499-3fc4-4385-9941-1e663e9b1208 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:30.037178 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ab937469-c5c3-4870-8990-a0e3c8cdc179 req-bba48499-3fc4-4385-9941-1e663e9b1208 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0906367
May 19 02:32:30.083313 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ab937469-c5c3-4870-8990-a0e3c8cdc179 req-8506ff84-6cfe-4089-9e13-40ac8d7c67ed tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397644
May 19 02:32:30.445608 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab18df-dd60-4ba9-94cf-5692dfddb4b9 req-786abc2b-f7e9-43b1-9e07-3a7c3c41f568 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:30.447059 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daab18df-dd60-4ba9-94cf-5692dfddb4b9 req-786abc2b-f7e9-43b1-9e07-3a7c3c41f568 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0848589
May 19 02:32:30.494800 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daab18df-dd60-4ba9-94cf-5692dfddb4b9 req-f6650fb4-8d42-4bf8-af82-17d908aeb622 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418942
May 19 02:32:30.618059 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75d25-5eae-4e52-af35-7054df647363 req-e6e884d7-14a8-43a6-8483-27312d385d4b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:30.619640 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2dc75d25-5eae-4e52-af35-7054df647363 req-e6e884d7-14a8-43a6-8483-27312d385d4b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0839813
May 19 02:32:30.668006 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2dc75d25-5eae-4e52-af35-7054df647363 req-3a206e38-c405-4346-8dee-ac38f52146ac tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425224
May 19 02:32:30.776049 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfaa93-f924-4fac-b127-97833ad3f853 req-07fbac3a-874d-4608-9e08-e8e82aa97760 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:30.777482 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-afbfaa93-f924-4fac-b127-97833ad3f853 req-07fbac3a-874d-4608-9e08-e8e82aa97760 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0794773
May 19 02:32:30.836753 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-afbfaa93-f924-4fac-b127-97833ad3f853 req-1a49dba3-bd95-455f-9d51-33b59c943585 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531847
May 19 02:32:30.981546 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9289-0187-4ec5-a9af-0d5558ae9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:31.021187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859210-098e-446d-8cea-0a175f963a15 req-1fab1f2b-ca26-4df5-b143-485ea32f5bcf tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:31.022703 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47859210-098e-446d-8cea-0a175f963a15 req-1fab1f2b-ca26-4df5-b143-485ea32f5bcf tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0862145
May 19 02:32:31.067922 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47859210-098e-446d-8cea-0a175f963a15 req-26f8364f-493c-4dcf-8bc2-53e3ad2400a5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394235
May 19 02:32:31.295573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89096372-dc91-4fd0-b639-fc01a4de30e7 req-ebdb847b-c7c1-4678-a270-2ddb3f49513d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:31.297078 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-89096372-dc91-4fd0-b639-fc01a4de30e7 req-ebdb847b-c7c1-4678-a270-2ddb3f49513d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0937622
May 19 02:32:31.345718 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-89096372-dc91-4fd0-b639-fc01a4de30e7 req-f0497e77-856e-4663-8544-8f8878c18585 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425415
May 19 02:32:31.680913 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775215-154b-4cd9-be65-c1a85227f498 req-e79d87a8-7c89-4e7a-8076-6f05ff9561f4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:31.682326 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-84775215-154b-4cd9-be65-c1a85227f498 req-e79d87a8-7c89-4e7a-8076-6f05ff9561f4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0822270
May 19 02:32:31.730448 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-84775215-154b-4cd9-be65-c1a85227f498 req-de43561e-1d9f-4322-831d-486f9d767e6e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421879
May 19 02:32:31.860186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd28049-af91-49da-87d0-14103780bb48 req-f1dbaf09-1df2-4e63-94c2-4e55386497c3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:31.861554 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bd28049-af91-49da-87d0-14103780bb48 req-f1dbaf09-1df2-4e63-94c2-4e55386497c3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0834658
May 19 02:32:31.907530 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bd28049-af91-49da-87d0-14103780bb48 req-052ee26d-8b2a-4d3b-96c2-db6676a49ffa tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397284
May 19 02:32:32.026024 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c59a65-39b3-4a93-9400-0a3df2a09c92 req-b98fd822-e11d-4d59-8c95-bf3bfb77a669 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:32.028205 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6c59a65-39b3-4a93-9400-0a3df2a09c92 req-b98fd822-e11d-4d59-8c95-bf3bfb77a669 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0842924
May 19 02:32:32.075642 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6c59a65-39b3-4a93-9400-0a3df2a09c92 req-dce90665-27e2-4a58-8f6a-5b3e626c0631 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409896
May 19 02:32:32.257080 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11a23e-6f86-4fc8-9625-48c9944e3080 req-0aef86b3-60be-4adf-8703-57699f41329f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:32.258518 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5b11a23e-6f86-4fc8-9625-48c9944e3080 req-0aef86b3-60be-4adf-8703-57699f41329f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0810912
May 19 02:32:32.304705 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5b11a23e-6f86-4fc8-9625-48c9944e3080 req-698dad65-8a7f-4f76-8d91-0ef030e45a76 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405819
May 19 02:32:32.531292 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1de028-aebb-4dcb-aa13-ce433edc13d9 req-87d64ddc-86ae-4623-9000-7581ea395f71 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:32.532815 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fb1de028-aebb-4dcb-aa13-ce433edc13d9 req-87d64ddc-86ae-4623-9000-7581ea395f71 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0821257
May 19 02:32:32.580115 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fb1de028-aebb-4dcb-aa13-ce433edc13d9 req-d6c765a0-f19c-4bb5-8d9c-2f180954a654 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406923
May 19 02:32:32.818254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:33.092766 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de75818-73e1-428d-8fa8-3c2517bd8ebd req-1f508215-d242-417b-8b07-37549688b98a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:33.094219 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3de75818-73e1-428d-8fa8-3c2517bd8ebd req-1f508215-d242-417b-8b07-37549688b98a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1021109
May 19 02:32:33.126669 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac479-4884-43ed-8857-d6f6be4bd06d req-e05f7cdf-3787-4996-ab39-dcd9e650724c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:33.135696 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-245ac479-4884-43ed-8857-d6f6be4bd06d req-e05f7cdf-3787-4996-ab39-dcd9e650724c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1064098
May 19 02:32:33.147055 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3de75818-73e1-428d-8fa8-3c2517bd8ebd req-fdd08722-326a-42b2-badc-1daa914cb1ca tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462055
May 19 02:32:33.194363 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-245ac479-4884-43ed-8857-d6f6be4bd06d req-4cbe72cf-59a2-4e5b-8243-9f6d88947c23 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0548882
May 19 02:32:33.330718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d5c45-4639-4791-a074-1883d3a29fd3 req-0ec82063-d922-4063-9062-a3955c831972 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:33.332190 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd5d5c45-4639-4791-a074-1883d3a29fd3 req-0ec82063-d922-4063-9062-a3955c831972 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0836983
May 19 02:32:33.387238 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd5d5c45-4639-4791-a074-1883d3a29fd3 req-703f419d-2242-4ae7-819a-9adabe404ba3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492547
May 19 02:32:33.425873 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:33.453790 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ba380a2b-ef09-41ee-940c-1fca633f3dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:33.510370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318566-75fd-41d5-81fe-29394d01efbb req-de14618e-67fe-472f-bb93-0b409482f3a4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:33.511825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-20318566-75fd-41d5-81fe-29394d01efbb req-de14618e-67fe-472f-bb93-0b409482f3a4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0929098
May 19 02:32:33.559778 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-20318566-75fd-41d5-81fe-29394d01efbb req-7a143b42-4767-468a-860b-62c774f8676b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422447
May 19 02:32:33.769342 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7b81-71c4-4be4-874d-3bc0a0703b90 req-d910689a-c604-42f1-8504-b3c7a5b1b02a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:33.770869 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b0ec7b81-71c4-4be4-874d-3bc0a0703b90 req-d910689a-c604-42f1-8504-b3c7a5b1b02a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0829840
May 19 02:32:33.814749 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b0ec7b81-71c4-4be4-874d-3bc0a0703b90 req-6a96503e-988b-4b8b-9263-8ee026a61c8c tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376830
May 19 02:32:34.351295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b400c-d114-4e7b-9adc-68266d16f4b4 req-b5316061-3b10-4446-bc44-978b16a505d5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:34.352737 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-571b400c-d114-4e7b-9adc-68266d16f4b4 req-b5316061-3b10-4446-bc44-978b16a505d5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0925682
May 19 02:32:34.398347 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-571b400c-d114-4e7b-9adc-68266d16f4b4 req-7fb05fc1-0dcc-4ab4-8598-c0c56e177249 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398841
May 19 02:32:34.408401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b11e-11a3-4294-9438-480ecfd1b4db req-fc027c11-8a22-49bd-8398-f0ddfc082edf tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:34.409852 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c316b11e-11a3-4294-9438-480ecfd1b4db req-fc027c11-8a22-49bd-8398-f0ddfc082edf tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0814383
May 19 02:32:34.484088 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c316b11e-11a3-4294-9438-480ecfd1b4db req-3ca04a7a-2525-42e6-871c-a7ff1cfc85f2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679302
May 19 02:32:34.608023 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f3353-bb91-4231-a29d-df484b87ae47 req-e035214a-4548-4d31-a5eb-143f842de066 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:34.609490 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f43f3353-bb91-4231-a29d-df484b87ae47 req-e035214a-4548-4d31-a5eb-143f842de066 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0843875
May 19 02:32:34.648798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:34.678030 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f43f3353-bb91-4231-a29d-df484b87ae47 req-915e3a5d-32dc-4d7d-8237-facfaa76a708 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625715
May 19 02:32:34.860142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b10305-f176-4e1e-b7ac-4558e12cd232 req-47db3c2c-0633-4cd5-b720-253fa2287464 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:34.861585 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84b10305-f176-4e1e-b7ac-4558e12cd232 req-47db3c2c-0633-4cd5-b720-253fa2287464 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1455867
May 19 02:32:34.912047 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84b10305-f176-4e1e-b7ac-4558e12cd232 req-fd51bb20-6607-4163-9bad-1e617ccac839 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439658
May 19 02:32:35.012870 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45b7-f0f9-4ec4-9fd9-ab5745f0c5ce req-b23b7d47-35e3-49e2-b0de-6bef4c9151f7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:35.014397 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c3ce45b7-f0f9-4ec4-9fd9-ab5745f0c5ce req-b23b7d47-35e3-49e2-b0de-6bef4c9151f7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0839865
May 19 02:32:35.062116 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c3ce45b7-f0f9-4ec4-9fd9-ab5745f0c5ce req-4ceadc70-9c4e-46e6-8420-860614288b8f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419729
May 19 02:32:35.590126 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b76929-7b6e-4d4e-bce4-947895ea09e0 req-642a5f16-7a5e-420a-a954-51d35bede533 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:35.591606 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-98b76929-7b6e-4d4e-bce4-947895ea09e0 req-642a5f16-7a5e-420a-a954-51d35bede533 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0799387
May 19 02:32:35.647176 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-98b76929-7b6e-4d4e-bce4-947895ea09e0 req-9cc497d6-5106-496b-9303-d45a24843508 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494916
May 19 02:32:35.689304 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbaa94-8e79-44f9-aa50-05a86c42d1e6 req-bfafd689-c4cb-455b-9d10-39301014d4d1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:35.690810 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f2fbaa94-8e79-44f9-aa50-05a86c42d1e6 req-bfafd689-c4cb-455b-9d10-39301014d4d1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1078594
May 19 02:32:35.742720 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f2fbaa94-8e79-44f9-aa50-05a86c42d1e6 req-8c53647d-b6bc-4a68-9482-0286817ed3da tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452704
May 19 02:32:35.869912 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d234e3-293b-4e33-81f5-88e3c1085c17 req-008f4c32-ee4e-4416-b45b-b2bd91712806 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:35.871366 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84d234e3-293b-4e33-81f5-88e3c1085c17 req-008f4c32-ee4e-4416-b45b-b2bd91712806 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0817580
May 19 02:32:35.920867 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84d234e3-293b-4e33-81f5-88e3c1085c17 req-ed270d00-ce2a-4df9-86a4-f0a18cba657a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437438
May 19 02:32:36.106520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c9c4e-73f0-43b7-b001-5812d05c0103 req-feb3b405-fead-4922-9a32-e0d105b3e012 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:36.108065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-320c9c4e-73f0-43b7-b001-5812d05c0103 req-feb3b405-fead-4922-9a32-e0d105b3e012 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0866971
May 19 02:32:36.158729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-320c9c4e-73f0-43b7-b001-5812d05c0103 req-e5bb27d8-0db1-43ec-9091-68bff1361e6b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424578
May 19 02:32:36.188270 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:32:36.262263 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada54a5-440a-439c-8fed-ac9b6a912ce4 req-39496b63-a03e-4acc-a79b-a9b11ed941c8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:36.263705 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eada54a5-440a-439c-8fed-ac9b6a912ce4 req-39496b63-a03e-4acc-a79b-a9b11ed941c8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0953486
May 19 02:32:36.313272 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eada54a5-440a-439c-8fed-ac9b6a912ce4 req-371ec4e2-b49b-4d28-af1f-11c396a32508 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437365
May 19 02:32:36.843979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5584502-d1a9-4cfe-ac30-e6a018648c61 req-91f82047-ed4a-473d-a0cd-683275b24dc7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:36.850909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5584502-d1a9-4cfe-ac30-e6a018648c61 req-91f82047-ed4a-473d-a0cd-683275b24dc7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0959768
May 19 02:32:36.947231 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc47517-e01c-4c7a-ae85-8ff70c2d5edc req-2b613edd-79ff-4357-803c-a6f3995968cb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:36.948759 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-acc47517-e01c-4c7a-ae85-8ff70c2d5edc req-2b613edd-79ff-4357-803c-a6f3995968cb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0889471
May 19 02:32:36.976816 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5584502-d1a9-4cfe-ac30-e6a018648c61 req-46b14f6d-59bb-45fe-87b6-96c9a762532f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249557
May 19 02:32:36.998655 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-acc47517-e01c-4c7a-ae85-8ff70c2d5edc req-35022bb5-0e29-4239-86aa-7387424f1e94 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416415
May 19 02:32:37.161116 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2063255-1ada-4759-afa6-a3102eb3ea86 req-2d292fa4-f8c1-4b3a-8b4b-87495a32dbc0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:37.162571 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2063255-1ada-4759-afa6-a3102eb3ea86 req-2d292fa4-f8c1-4b3a-8b4b-87495a32dbc0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0816567
May 19 02:32:37.212143 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2063255-1ada-4759-afa6-a3102eb3ea86 req-23d83a14-1d2a-47eb-9931-8cd063d4513f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438957
May 19 02:32:37.377759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504e85b-f414-4920-920d-876e6f609029 req-abd4dd81-6b4c-4168-98d9-20e984c1e988 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:37.379248 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d504e85b-f414-4920-920d-876e6f609029 req-abd4dd81-6b4c-4168-98d9-20e984c1e988 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0846975
May 19 02:32:37.426219 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d504e85b-f414-4920-920d-876e6f609029 req-32ff2133-1900-4186-ac34-8667d6487c23 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408373
May 19 02:32:37.510721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8f89f-4649-4bc5-ae7a-739f3b8958bb req-12d04d16-dc59-48ab-b63d-b9fb50e1c85a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:37.512660 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d0b8f89f-4649-4bc5-ae7a-739f3b8958bb req-12d04d16-dc59-48ab-b63d-b9fb50e1c85a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0813928
May 19 02:32:37.558464 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d0b8f89f-4649-4bc5-ae7a-739f3b8958bb req-005b9a1b-8e09-43f6-acb1-a585d0913bd6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398309
May 19 02:32:38.167844 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975fa10-3197-42fa-a554-504d7a117947 req-4de875ee-5bce-4b63-b118-d5e361b3421b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:38.169352 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1975fa10-3197-42fa-a554-504d7a117947 req-4de875ee-5bce-4b63-b118-d5e361b3421b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0839462
May 19 02:32:38.211697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162fb02-185d-41f0-9376-af74f9ab384d req-630c4b6e-6dc9-4c89-a76b-a1566ba217cc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:38.213178 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6162fb02-185d-41f0-9376-af74f9ab384d req-630c4b6e-6dc9-4c89-a76b-a1566ba217cc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1036918
May 19 02:32:38.229317 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1975fa10-3197-42fa-a554-504d7a117947 req-33746ac1-3dc5-48d9-bf19-e650150be547 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535836
May 19 02:32:38.259476 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6162fb02-185d-41f0-9376-af74f9ab384d req-556630e5-0a0f-41d9-ae60-d70db266fe1e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404601
May 19 02:32:38.405218 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f4265-286a-4671-8f7d-09f0fc8dc53e req-0f97cb0e-7046-47e7-9a55-5acabb2be69d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:38.406639 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-437f4265-286a-4671-8f7d-09f0fc8dc53e req-0f97cb0e-7046-47e7-9a55-5acabb2be69d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0838966
May 19 02:32:38.450408 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-437f4265-286a-4671-8f7d-09f0fc8dc53e req-8e079a95-37b2-4b31-bd85-245179e73bed tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378435
May 19 02:32:38.630095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab503-a638-4231-96ca-e4bebcbcadcd req-0026bacd-8e57-4417-b0f5-f71f72a26d39 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:38.631558 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66aab503-a638-4231-96ca-e4bebcbcadcd req-0026bacd-8e57-4417-b0f5-f71f72a26d39 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0786474
May 19 02:32:38.693480 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66aab503-a638-4231-96ca-e4bebcbcadcd req-8e00e2cc-3d1f-4bfb-8e85-503caa98b727 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427444
May 19 02:32:38.774564 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b694-1840-4b76-acd9-5b8815776c05 req-259ad7bb-e912-4486-aad4-f81614656139 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:38.776061 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-28f5b694-1840-4b76-acd9-5b8815776c05 req-259ad7bb-e912-4486-aad4-f81614656139 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0886874
May 19 02:32:38.819977 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-28f5b694-1840-4b76-acd9-5b8815776c05 req-42563def-22b1-4a6c-819a-2793542399cc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382798
May 19 02:32:39.437606 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec214188-ac8c-45a5-ba93-a05abdb74f59 req-142a5647-cb3a-40a4-8b5a-068735bc69fa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:39.439846 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ec214188-ac8c-45a5-ba93-a05abdb74f59 req-142a5647-cb3a-40a4-8b5a-068735bc69fa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0946143
May 19 02:32:39.463865 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2355ff-18d0-4273-9afc-f36206e4d03c req-2e07b807-958b-432b-9c02-f907fde2b6fe tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:39.467618 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c2355ff-18d0-4273-9afc-f36206e4d03c req-2e07b807-958b-432b-9c02-f907fde2b6fe tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0871181
May 19 02:32:39.495825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ec214188-ac8c-45a5-ba93-a05abdb74f59 req-b05b4ec3-fa3b-4a16-bac9-db00388dcc18 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487781
May 19 02:32:39.517326 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c2355ff-18d0-4273-9afc-f36206e4d03c req-7bfaa7cc-8d05-4bd2-8b3f-0f0657a2d7f1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440626
May 19 02:32:39.671910 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90ef36-ee4f-44fe-83a2-617ebb78745a req-7a8ae6a2-34da-4787-b50b-1afb9211c6e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:39.674654 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0a90ef36-ee4f-44fe-83a2-617ebb78745a req-7a8ae6a2-34da-4787-b50b-1afb9211c6e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0844166
May 19 02:32:39.720208 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0a90ef36-ee4f-44fe-83a2-617ebb78745a req-c3b34e8f-4007-4e7b-9d6a-c26d8f9c2602 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403354
May 19 02:32:39.886843 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a0f7e-02a8-4675-9dd6-0d80d2ad86e2 req-905cc917-5239-4905-8a09-f7562346c869 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:39.888372 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d0a0f7e-02a8-4675-9dd6-0d80d2ad86e2 req-905cc917-5239-4905-8a09-f7562346c869 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0850379
May 19 02:32:39.938163 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d0a0f7e-02a8-4675-9dd6-0d80d2ad86e2 req-c0c0fe4a-28ab-4ae7-a420-fc8580a6bced tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436883
May 19 02:32:40.143573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195053c8-9434-4c36-9276-823939fb96b2 req-eb6933d5-7fac-406c-b9cb-b421257f2ced tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:40.144912 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-195053c8-9434-4c36-9276-823939fb96b2 req-eb6933d5-7fac-406c-b9cb-b421257f2ced tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0779734
May 19 02:32:40.189742 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-195053c8-9434-4c36-9276-823939fb96b2 req-d961e9a6-199e-4e1d-b4b6-107d1c11db9c tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386529
May 19 02:32:40.691138 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87120ba-e5f2-4698-b810-8a1cab4dc1ef req-565c4d28-aeb8-4f89-95f5-c4907cc6b902 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:40.692736 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f87120ba-e5f2-4698-b810-8a1cab4dc1ef req-565c4d28-aeb8-4f89-95f5-c4907cc6b902 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0915976
May 19 02:32:40.704736 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141634-5d2b-4acf-beb0-27acb8191732 req-f04aac15-723b-4f4e-8fc1-597efccccd5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:40.706189 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f4141634-5d2b-4acf-beb0-27acb8191732 req-f04aac15-723b-4f4e-8fc1-597efccccd5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0848777
May 19 02:32:40.738434 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f87120ba-e5f2-4698-b810-8a1cab4dc1ef req-9161e351-2897-439e-9f3b-b6bb3cfc38e1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387416
May 19 02:32:40.771982 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f4141634-5d2b-4acf-beb0-27acb8191732 req-4987690a-f319-4cc5-b5ba-759150da9912 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0576949
May 19 02:32:40.912644 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399b87-092d-4721-95ab-d4f4046cef28 req-df104570-2f81-48aa-8f17-c6879adb7f87 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:40.914055 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0b399b87-092d-4721-95ab-d4f4046cef28 req-df104570-2f81-48aa-8f17-c6879adb7f87 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0782518
May 19 02:32:40.960616 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0b399b87-092d-4721-95ab-d4f4046cef28 req-e6d17794-3212-4f9a-a448-c3c790e7a9d3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405133
May 19 02:32:41.134953 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cd1e-1491-440a-848a-4330a62b8656 req-9321efec-976d-4d43-ad5e-6cd3fd416cf3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:41.136721 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bcb5cd1e-1491-440a-848a-4330a62b8656 req-9321efec-976d-4d43-ad5e-6cd3fd416cf3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0815325
May 19 02:32:41.183814 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bcb5cd1e-1491-440a-848a-4330a62b8656 req-a2c83c09-e4e4-42a4-8f3f-da87611e76c9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413232
May 19 02:32:41.387276 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82fb7-69ea-4622-9ae0-c6427d2fb210 req-6dd85282-1f9b-4f82-a771-855429da8c57 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:41.388617 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-47e82fb7-69ea-4622-9ae0-c6427d2fb210 req-6dd85282-1f9b-4f82-a771-855429da8c57 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0925925
May 19 02:32:41.432382 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-47e82fb7-69ea-4622-9ae0-c6427d2fb210 req-a6628141-dfa5-4126-9fb0-67c590d58ba6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379963
May 19 02:32:41.926684 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860bc87-44cf-46ef-aee2-ef82d9ecfbaa req-94233a08-0d1b-4c6b-9786-eec96df199e9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:41.928777 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4860bc87-44cf-46ef-aee2-ef82d9ecfbaa req-94233a08-0d1b-4c6b-9786-eec96df199e9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0845780
May 19 02:32:41.961618 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004455-4026-43c6-b97c-8c644b54b53a req-e3ec2982-86d3-47fa-97e5-28c98dbf5f07 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:41.963903 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c1004455-4026-43c6-b97c-8c644b54b53a req-e3ec2982-86d3-47fa-97e5-28c98dbf5f07 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0890613
May 19 02:32:41.977883 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4860bc87-44cf-46ef-aee2-ef82d9ecfbaa req-d9f1aca0-c8b2-422a-9530-7e23133acd19 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399251
May 19 02:32:42.014010 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c1004455-4026-43c6-b97c-8c644b54b53a req-9a22c3f6-6fad-4a37-9f82-199545a3fb55 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426562
May 19 02:32:42.162411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64365a-5ee5-44b2-b4a3-5cc0d2dbedae req-b5f30e4b-b05b-4fd1-87ad-ac546724786f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:42.164504 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2f64365a-5ee5-44b2-b4a3-5cc0d2dbedae req-b5f30e4b-b05b-4fd1-87ad-ac546724786f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0831733
May 19 02:32:42.215359 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2f64365a-5ee5-44b2-b4a3-5cc0d2dbedae req-90635b52-0350-4491-80e8-ddd55c3a8164 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448537
May 19 02:32:42.380955 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9dae7-aaf5-4c40-9715-cbdc0d1c4b23 req-f4d6154e-e90b-4d9e-949d-15a8f8397cb7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:42.382405 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6f9dae7-aaf5-4c40-9715-cbdc0d1c4b23 req-f4d6154e-e90b-4d9e-949d-15a8f8397cb7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0795031
May 19 02:32:42.429419 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6f9dae7-aaf5-4c40-9715-cbdc0d1c4b23 req-491336ee-e492-4938-a1e5-5b5766126ae8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413651
May 19 02:32:42.613462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadfd1-a6d0-413c-a268-cf90388c992e req-4e4b6b32-b4d8-4f20-9305-3702b66efc6f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:42.614850 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e7fadfd1-a6d0-413c-a268-cf90388c992e req-4e4b6b32-b4d8-4f20-9305-3702b66efc6f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0792773
May 19 02:32:42.663811 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e7fadfd1-a6d0-413c-a268-cf90388c992e req-caa6a211-54b7-4ee1-962e-a3bbf7e02dad tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414348
May 19 02:32:43.168852 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd986c-d191-4d9e-933f-9a57f7b56934 req-049f429e-c7e2-4043-b97d-9370568b3c3f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:43.170293 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a4fd986c-d191-4d9e-933f-9a57f7b56934 req-049f429e-c7e2-4043-b97d-9370568b3c3f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0830774
May 19 02:32:43.232618 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65cdf-4e4c-46ff-b63e-6536d4fe8684 req-6d0425f7-a468-47b3-b27d-1cea23543e9f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:43.234934 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65cdf-4e4c-46ff-b63e-6536d4fe8684 req-6d0425f7-a468-47b3-b27d-1cea23543e9f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0954916
May 19 02:32:43.241128 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a4fd986c-d191-4d9e-933f-9a57f7b56934 req-427fd044-8f1f-4647-9c58-ef76d562df68 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647082
May 19 02:32:43.295650 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77a65cdf-4e4c-46ff-b63e-6536d4fe8684 req-696d5309-200d-4e7a-8762-ec06b40867db tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0533402
May 19 02:32:43.425428 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7214-3e48-4793-9b1d-2e753f86bfe9 req-38011f75-b8b1-40f9-8444-59c9878c8175 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:43.426877 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d99b7214-3e48-4793-9b1d-2e753f86bfe9 req-38011f75-b8b1-40f9-8444-59c9878c8175 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0805130
May 19 02:32:43.480914 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d99b7214-3e48-4793-9b1d-2e753f86bfe9 req-ecdd4539-8438-4f66-b859-c4f1d5a4b965 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482526
May 19 02:32:43.646801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6205e-a57b-4998-a5a8-2ad8522bd8ca req-8c1d4013-e67e-43c1-8057-c99cbabf420f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:43.648272 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9bc6205e-a57b-4998-a5a8-2ad8522bd8ca req-8c1d4013-e67e-43c1-8057-c99cbabf420f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0846388
May 19 02:32:43.692515 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9bc6205e-a57b-4998-a5a8-2ad8522bd8ca req-c476d09a-db25-4902-b131-3d6e6fe888d4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383766
May 19 02:32:43.917649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6815e9-210f-487f-8f2c-50b9413ef67a req-34a96538-db9b-4c01-ad65-faaed3771708 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:43.919243 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff6815e9-210f-487f-8f2c-50b9413ef67a req-34a96538-db9b-4c01-ad65-faaed3771708 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.1516616
May 19 02:32:43.965221 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff6815e9-210f-487f-8f2c-50b9413ef67a req-55967a98-dc80-46fa-89bc-b618d929062e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397468
May 19 02:32:44.447265 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b141cf-fa6d-417b-afe8-5a8f399c3e10 req-22070356-1b7b-41dc-88b0-16a4cdd73d6a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:44.448837 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8b141cf-fa6d-417b-afe8-5a8f399c3e10 req-22070356-1b7b-41dc-88b0-16a4cdd73d6a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0948443
May 19 02:32:44.497847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8b141cf-fa6d-417b-afe8-5a8f399c3e10 req-029add6b-cb9b-499e-8c33-d77b28dd617a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423419
May 19 02:32:44.535372 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25ea03-9b95-4915-8b77-3cd5dc2868b8 req-28339006-87eb-4836-a504-03f5464394fc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:44.536935 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9a25ea03-9b95-4915-8b77-3cd5dc2868b8 req-28339006-87eb-4836-a504-03f5464394fc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1064146
May 19 02:32:44.593292 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9a25ea03-9b95-4915-8b77-3cd5dc2868b8 req-c7d3d868-3053-43fc-a6d9-92568949dd56 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430226
May 19 02:32:44.669366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2704c-0826-4c6d-9b57-504fb18ee976 req-17725e9f-3fa1-49b2-9405-77340abd9554 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:44.670787 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9bd2704c-0826-4c6d-9b57-504fb18ee976 req-17725e9f-3fa1-49b2-9405-77340abd9554 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0802906
May 19 02:32:44.721808 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9bd2704c-0826-4c6d-9b57-504fb18ee976 req-cb67d6f5-1063-4148-a864-49f61a692b9b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450001
May 19 02:32:44.881259 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48d44-9d19-4139-a3af-6e4739e45736 req-7b877f2a-66f7-469e-977f-6778212d84b7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:44.882726 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35d48d44-9d19-4139-a3af-6e4739e45736 req-7b877f2a-66f7-469e-977f-6778212d84b7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0809114
May 19 02:32:44.928166 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35d48d44-9d19-4139-a3af-6e4739e45736 req-cb9651a2-871e-4255-93a6-47d055ad9c93 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397327
May 19 02:32:45.156436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6830bb-f616-4ed6-ab76-5b522a84c3a9 req-6d3a80d6-f378-4325-9543-b407e119b758 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:45.161389 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af6830bb-f616-4ed6-ab76-5b522a84c3a9 req-6d3a80d6-f378-4325-9543-b407e119b758 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0913649
May 19 02:32:45.205313 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af6830bb-f616-4ed6-ab76-5b522a84c3a9 req-deb627a7-a20a-47e2-b50b-d67b9c234d22 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394359
May 19 02:32:45.688228 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3f5d1-c3cc-4d9b-89bc-3d4853a84aa3 req-d32adab4-c993-470e-81fb-6984f50c0f6e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:45.689691 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-57d3f5d1-c3cc-4d9b-89bc-3d4853a84aa3 req-d32adab4-c993-470e-81fb-6984f50c0f6e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0877800
May 19 02:32:45.734970 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-57d3f5d1-c3cc-4d9b-89bc-3d4853a84aa3 req-4d87ae97-596a-4500-b1a9-cc28c8833277 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385358
May 19 02:32:45.780103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a74983-8eca-4b19-ab4f-969e9b0ef020 req-b0b5f4ab-a421-499b-b863-b4d594c05c13 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:45.781544 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-95a74983-8eca-4b19-ab4f-969e9b0ef020 req-b0b5f4ab-a421-499b-b863-b4d594c05c13 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0850062
May 19 02:32:45.887207 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-95a74983-8eca-4b19-ab4f-969e9b0ef020 req-9deefe3e-0f02-448b-8757-4fd711d9da09 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0997140
May 19 02:32:45.911936 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea61ae-33e1-48d2-b07c-86e0ed6c14e8 req-32ef52f6-303f-4ba1-8cf9-3fbbf9d81dea tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:45.913934 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-18ea61ae-33e1-48d2-b07c-86e0ed6c14e8 req-32ef52f6-303f-4ba1-8cf9-3fbbf9d81dea tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0804150
May 19 02:32:45.957524 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-18ea61ae-33e1-48d2-b07c-86e0ed6c14e8 req-f0dfc97a-c017-4309-a93e-b4b951d0b4dc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379188
May 19 02:32:46.110706 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587161a-ba0f-4aea-b4fe-8d0d3eea0ae4 req-527b0abe-5446-40d6-b994-ef7953e3a16f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:46.112122 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a587161a-ba0f-4aea-b4fe-8d0d3eea0ae4 req-527b0abe-5446-40d6-b994-ef7953e3a16f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0770690
May 19 02:32:46.158019 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a587161a-ba0f-4aea-b4fe-8d0d3eea0ae4 req-cf51ec43-b123-4341-8d55-f2857e53ecca tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396953
May 19 02:32:46.385894 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253182d-3594-49e9-9fb9-290dd42ec777 req-434f980f-f51a-427f-929e-94188f922fe9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:46.387332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2253182d-3594-49e9-9fb9-290dd42ec777 req-434f980f-f51a-427f-929e-94188f922fe9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0808177
May 19 02:32:46.431248 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2253182d-3594-49e9-9fb9-290dd42ec777 req-82e7b079-ffe6-4d1c-b41c-ccc2393a799a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382318
May 19 02:32:46.913237 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db560fd-db57-498a-a589-10b6d0e1b071 req-94b0d8d9-04c6-4ca8-91e2-2fd749596e2c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:46.914661 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9db560fd-db57-498a-a589-10b6d0e1b071 req-94b0d8d9-04c6-4ca8-91e2-2fd749596e2c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0765367
May 19 02:32:46.958105 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9db560fd-db57-498a-a589-10b6d0e1b071 req-c966cd14-fd01-4386-a0c1-35aaece1b436 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374887
May 19 02:32:47.073302 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a386-268c-40f1-864f-72e871702342 req-1d48e9df-7a3a-4321-a5c2-70be56ba81bd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:47.074720 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cf54a386-268c-40f1-864f-72e871702342 req-1d48e9df-7a3a-4321-a5c2-70be56ba81bd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0819492
May 19 02:32:47.118374 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cf54a386-268c-40f1-864f-72e871702342 req-c87f1dfd-355b-4c61-af2e-ee23fad75aa2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378985
May 19 02:32:47.146843 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ea877-02da-4ccd-bd2e-9a857cbc12de req-10e90990-807b-47f7-836e-2feebf034a53 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:47.148287 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad7ea877-02da-4ccd-bd2e-9a857cbc12de req-10e90990-807b-47f7-836e-2feebf034a53 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0870841
May 19 02:32:47.191819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad7ea877-02da-4ccd-bd2e-9a857cbc12de req-6e85eed5-cff0-496f-a1db-cd14b7b2db23 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378416
May 19 02:32:47.345952 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f87c-e470-4b01-9610-c7e8c8fc813d req-1245986d-8b3f-4611-bb20-5986800c085d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:47.347406 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44b0f87c-e470-4b01-9610-c7e8c8fc813d req-1245986d-8b3f-4611-bb20-5986800c085d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0783496
May 19 02:32:47.390626 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44b0f87c-e470-4b01-9610-c7e8c8fc813d req-fbe20595-92d3-49d8-834f-5f2c08cbe347 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376105
May 19 02:32:47.607628 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19596d7e-c052-4b5f-80f5-b06c9f483558 req-d5e7cc0b-9a5c-45f4-9726-905168330dcb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:47.609173 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-19596d7e-c052-4b5f-80f5-b06c9f483558 req-d5e7cc0b-9a5c-45f4-9726-905168330dcb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0783901
May 19 02:32:47.652279 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-19596d7e-c052-4b5f-80f5-b06c9f483558 req-fd70add5-0280-42f3-8a90-0d3cd310a956 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376258
May 19 02:32:48.141263 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe92e6b-b024-4f72-9fb1-a9c5e007f5d5 req-b62a7068-401e-4d91-8459-db8dd6f81c0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:48.141263 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bbe92e6b-b024-4f72-9fb1-a9c5e007f5d5 req-b62a7068-401e-4d91-8459-db8dd6f81c0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0814128
May 19 02:32:48.186894 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bbe92e6b-b024-4f72-9fb1-a9c5e007f5d5 req-05a486d9-e9b2-44ac-9242-3d6c3fc0acff tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400066
May 19 02:32:48.303135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c8c0d-f162-46e9-bb57-50c3761c4438 req-e76775f0-344b-4d21-afdc-fa0c8000b251 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:48.304555 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-686c8c0d-f162-46e9-bb57-50c3761c4438 req-e76775f0-344b-4d21-afdc-fa0c8000b251 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0823975
May 19 02:32:48.351676 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-686c8c0d-f162-46e9-bb57-50c3761c4438 req-07bfb0c1-da43-40a9-806c-e6744a4e530f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414259
May 19 02:32:48.373917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7407f0-a82e-4ad1-a8f1-7ea57cc18271 req-66b15e25-c0bc-4bfc-bd4f-932578228c4c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:48.375364 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7407f0-a82e-4ad1-a8f1-7ea57cc18271 req-66b15e25-c0bc-4bfc-bd4f-932578228c4c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0815556
May 19 02:32:48.423657 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7407f0-a82e-4ad1-a8f1-7ea57cc18271 req-a0a6554a-e3b0-42da-9eba-7027e79bcd19 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425639
May 19 02:32:48.575951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821724e-619c-4121-8f89-f0446c61d64f req-0cd9e4d7-afd1-4603-9a6d-e14449fae0dc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:48.577373 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f821724e-619c-4121-8f89-f0446c61d64f req-0cd9e4d7-afd1-4603-9a6d-e14449fae0dc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0785353
May 19 02:32:48.622550 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f821724e-619c-4121-8f89-f0446c61d64f req-e695daf4-6b2c-4756-8cbb-b7242efa922a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395927
May 19 02:32:48.835013 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948355-1648-45e3-9f01-21a3cf3d5be4 req-5edd9f5f-ccd9-4227-af7c-f222171318a6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:48.836453 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff948355-1648-45e3-9f01-21a3cf3d5be4 req-5edd9f5f-ccd9-4227-af7c-f222171318a6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0780098
May 19 02:32:48.880508 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff948355-1648-45e3-9f01-21a3cf3d5be4 req-d2ee3fd1-c155-4545-9994-6627dbea1216 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384784
May 19 02:32:49.367453 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f28019-cb99-4d69-95fa-724968eb5842 req-7e39008e-7fe3-4913-b1b1-5f62e021de22 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:49.368881 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77f28019-cb99-4d69-95fa-724968eb5842 req-7e39008e-7fe3-4913-b1b1-5f62e021de22 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0795860
May 19 02:32:49.413522 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-77f28019-cb99-4d69-95fa-724968eb5842 req-9534b4cd-8f81-4a5d-80be-a5ef35c32b1a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389440
May 19 02:32:49.540270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a335f-47d6-49a2-a559-f9bec35d5ac9 req-1d956d69-15e6-42e9-a9fd-9aabb2bc6aa7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:49.541701 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7a335f-47d6-49a2-a559-f9bec35d5ac9 req-1d956d69-15e6-42e9-a9fd-9aabb2bc6aa7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0843270
May 19 02:32:49.586002 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7a335f-47d6-49a2-a559-f9bec35d5ac9 req-c37dd45f-4343-4900-9022-98a98ecf1752 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387080
May 19 02:32:49.609766 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089afe-0a07-467f-b7b0-e4cf786d353e req-d23f7771-f61f-4ee2-9b04-440d592388d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:49.611217 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0089afe-0a07-467f-b7b0-e4cf786d353e req-d23f7771-f61f-4ee2-9b04-440d592388d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0832505
May 19 02:32:49.654474 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0089afe-0a07-467f-b7b0-e4cf786d353e req-a3fa8562-5682-467c-9623-0466641985e1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376434
May 19 02:32:49.811503 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0eaf-2c9e-4522-96cf-0c078df528df req-a64f48db-9881-4ce3-b913-d7bb5a7e0c3e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:49.813044 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-745e0eaf-2c9e-4522-96cf-0c078df528df req-a64f48db-9881-4ce3-b913-d7bb5a7e0c3e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0783906
May 19 02:32:49.857534 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-745e0eaf-2c9e-4522-96cf-0c078df528df req-cd8d5f48-104b-4176-a140-25557b9ea140 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388670
May 19 02:32:50.063662 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e1b44-6a28-4712-b1b3-ed89e7a2ff6c req-1fa34d10-dc7d-4aeb-952e-b49a60e03e95 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:50.065094 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb8e1b44-6a28-4712-b1b3-ed89e7a2ff6c req-1fa34d10-dc7d-4aeb-952e-b49a60e03e95 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0789587
May 19 02:32:50.107794 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb8e1b44-6a28-4712-b1b3-ed89e7a2ff6c req-4fca3f14-947c-4e7e-b842-0036343d8b1a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364265
May 19 02:32:50.600529 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1852a-6faf-42c6-bdb8-a3bebfccfd7a req-31ac5f84-395b-4b57-a860-1139565f83f6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:50.601962 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a8b1852a-6faf-42c6-bdb8-a3bebfccfd7a req-31ac5f84-395b-4b57-a860-1139565f83f6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0823572
May 19 02:32:50.645896 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a8b1852a-6faf-42c6-bdb8-a3bebfccfd7a req-4e903800-717d-49df-915d-1a911c49573b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381806
May 19 02:32:50.771516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b29c3-7b21-4c0b-95a5-364ad72118db req-dabcd688-555d-44a8-8fb2-f8cd17bdc6b4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:50.772978 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e9b29c3-7b21-4c0b-95a5-364ad72118db req-dabcd688-555d-44a8-8fb2-f8cd17bdc6b4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0823765
May 19 02:32:50.817647 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e9b29c3-7b21-4c0b-95a5-364ad72118db req-6bdf5597-9078-431f-b82b-18d001285062 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387099
May 19 02:32:50.839093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486c46a-f3cd-4cbd-84fd-5607c2c3373d req-a7d30d35-2eda-4ed2-aca8-b2f611389fc3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:50.840547 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b486c46a-f3cd-4cbd-84fd-5607c2c3373d req-a7d30d35-2eda-4ed2-aca8-b2f611389fc3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0796506
May 19 02:32:50.887952 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b486c46a-f3cd-4cbd-84fd-5607c2c3373d req-07acb353-bb88-406e-bbaf-03fbb3dc72aa tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416236
May 19 02:32:51.041160 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf5a1f-25e0-4de1-911b-d13e4e04f67f req-0e801155-995d-487c-9d5b-9451bb0168fa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:51.042491 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-38bf5a1f-25e0-4de1-911b-d13e4e04f67f req-0e801155-995d-487c-9d5b-9451bb0168fa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0782201
May 19 02:32:51.089273 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-38bf5a1f-25e0-4de1-911b-d13e4e04f67f req-31f3ff06-771e-4ffa-9587-81d4ab4170ab tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410855
May 19 02:32:51.287933 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455d123-8bcf-4e13-839b-b5c4c0f1332b req-5c42322e-8e44-49cf-bdce-bc35138bd5e7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:51.289429 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1455d123-8bcf-4e13-839b-b5c4c0f1332b req-5c42322e-8e44-49cf-bdce-bc35138bd5e7 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0804043
May 19 02:32:51.336938 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1455d123-8bcf-4e13-839b-b5c4c0f1332b req-7d7fa3bc-f853-47a8-9a9e-e74a2a92ce1e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399561
May 19 02:32:51.826159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed32848-791e-4582-b457-73d7edfc8e7f req-e13a6daa-4e04-41a8-91ee-bd7d87b6a8e7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:51.827586 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1ed32848-791e-4582-b457-73d7edfc8e7f req-e13a6daa-4e04-41a8-91ee-bd7d87b6a8e7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0783927
May 19 02:32:51.871434 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1ed32848-791e-4582-b457-73d7edfc8e7f req-16f4b7ca-920e-45a9-9c81-0903a4995b24 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382392
May 19 02:32:52.007030 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92503-f33b-4a64-898b-f3186393a989 req-e0c0aec1-dbc1-4b88-982e-5440a38a0378 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:52.008570 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fce92503-f33b-4a64-898b-f3186393a989 req-e0c0aec1-dbc1-4b88-982e-5440a38a0378 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0851197
May 19 02:32:52.054033 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fce92503-f33b-4a64-898b-f3186393a989 req-b701e65f-f891-447e-a7d1-5cf43f15066d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394852
May 19 02:32:52.073569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c730f4-b299-4ef0-82f6-f151b2f2ee32 req-60846649-df77-41db-9ad4-7727fc82293a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:52.075010 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-56c730f4-b299-4ef0-82f6-f151b2f2ee32 req-60846649-df77-41db-9ad4-7727fc82293a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0844214
May 19 02:32:52.118434 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-56c730f4-b299-4ef0-82f6-f151b2f2ee32 req-33fdd8d8-fa0c-4487-9ffb-3bbc06e93311 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377972
May 19 02:32:52.277370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42594c-6809-4a89-9d40-2b2e1d2428fc req-87d786fa-766a-4959-b579-b42ad7c2385f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:52.278773 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9c42594c-6809-4a89-9d40-2b2e1d2428fc req-87d786fa-766a-4959-b579-b42ad7c2385f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0773532
May 19 02:32:52.321719 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9c42594c-6809-4a89-9d40-2b2e1d2428fc req-55ef3ee1-5d14-4dcf-94b1-541de2a57280 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372622
May 19 02:32:52.516634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235f89-4f57-4a8c-b952-905ffb8d8e21 req-6fc304b8-5a01-41b3-be4d-9f56000e9281 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:52.518075 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8e235f89-4f57-4a8c-b952-905ffb8d8e21 req-6fc304b8-5a01-41b3-be4d-9f56000e9281 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0778995
May 19 02:32:52.562246 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8e235f89-4f57-4a8c-b952-905ffb8d8e21 req-199511a2-79c7-430b-927d-a3fc487a2190 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386202
May 19 02:32:53.116063 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aac63c-ae8c-43b4-a0c5-e2b9aeaff66c req-1d6049a2-d175-4ff2-a790-ea072c727752 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:53.117576 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-90aac63c-ae8c-43b4-a0c5-e2b9aeaff66c req-1d6049a2-d175-4ff2-a790-ea072c727752 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1439102
May 19 02:32:53.165918 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-90aac63c-ae8c-43b4-a0c5-e2b9aeaff66c req-c2429d86-1b18-4aac-9ce1-6e2d22268c26 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422513
May 19 02:32:53.240912 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2be9b1-eae0-4c7d-bf84-879df78f2e1a req-b97905d8-69db-4898-8645-7d1160ef13aa tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:53.242483 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a2be9b1-eae0-4c7d-bf84-879df78f2e1a req-b97905d8-69db-4898-8645-7d1160ef13aa tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0824752
May 19 02:32:53.288016 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a2be9b1-eae0-4c7d-bf84-879df78f2e1a req-879b4843-9ba4-4a64-a424-0ab930f5ca42 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394135
May 19 02:32:53.343979 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d562-efc4-44a3-811c-a9325e86920b req-14c509f2-d34a-4de4-8c32-58d4e457cbbf tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:53.345399 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bf32d562-efc4-44a3-811c-a9325e86920b req-14c509f2-d34a-4de4-8c32-58d4e457cbbf tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0864389
May 19 02:32:53.391378 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bf32d562-efc4-44a3-811c-a9325e86920b req-3fe53d9a-28da-4346-a9c2-b5949c8abc2c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401556
May 19 02:32:53.507279 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abae07-182b-43a5-bf1e-ece8f3227de9 req-a0d3d037-466a-4977-83e4-1c5684b27e43 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:53.508701 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-28abae07-182b-43a5-bf1e-ece8f3227de9 req-a0d3d037-466a-4977-83e4-1c5684b27e43 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0780432
May 19 02:32:53.554814 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-28abae07-182b-43a5-bf1e-ece8f3227de9 req-6824a57b-680c-4dc0-a751-db24a6befff5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405276
May 19 02:32:53.738097 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860406-11d7-4b0e-b441-af946dffe56e req-ae0acc95-be4b-4467-a34c-c532a9a2e1f0 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:53.739522 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eb860406-11d7-4b0e-b441-af946dffe56e req-ae0acc95-be4b-4467-a34c-c532a9a2e1f0 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0767355
May 19 02:32:53.782792 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eb860406-11d7-4b0e-b441-af946dffe56e req-943a488a-c10f-40ba-91d2-b74df0f6e595 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372036
May 19 02:32:54.357068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288b257-d852-4858-9e0b-984e0bd7b180 req-14611263-5599-4f45-a90a-7ab4bd4af36f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:54.358513 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8288b257-d852-4858-9e0b-984e0bd7b180 req-14611263-5599-4f45-a90a-7ab4bd4af36f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0924854
May 19 02:32:54.404012 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8288b257-d852-4858-9e0b-984e0bd7b180 req-e585f75b-7263-481b-b07e-225ab0dc7668 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394158
May 19 02:32:54.482489 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a5ec4-2ca7-43da-9980-869cc9c07b5d req-70e9b956-23e5-4c47-9bb0-471634c51296 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:54.483977 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-573a5ec4-2ca7-43da-9980-869cc9c07b5d req-70e9b956-23e5-4c47-9bb0-471634c51296 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0837185
May 19 02:32:54.528542 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-573a5ec4-2ca7-43da-9980-869cc9c07b5d req-81223a86-eb7c-4e42-b43f-6dafa9f94a2d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387166
May 19 02:32:54.577320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72dd1b-786d-4bf1-ad26-53afc0e1c6e4 req-f7e45063-1613-40c9-bfba-97cee4163493 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:54.578726 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a72dd1b-786d-4bf1-ad26-53afc0e1c6e4 req-f7e45063-1613-40c9-bfba-97cee4163493 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0814550
May 19 02:32:54.683028 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a72dd1b-786d-4bf1-ad26-53afc0e1c6e4 req-bbd698fb-798c-4ba8-8515-d88b714d9b29 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978642
May 19 02:32:54.743390 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17ec41-d1c6-4b66-b408-cd56343ef4bb req-89df2f1e-2973-422c-9d4c-27612db5a2cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:54.744820 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc17ec41-d1c6-4b66-b408-cd56343ef4bb req-89df2f1e-2973-422c-9d4c-27612db5a2cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0783854
May 19 02:32:54.788942 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc17ec41-d1c6-4b66-b408-cd56343ef4bb req-a315928e-f027-4bd6-b61e-159b1f509886 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382702
May 19 02:32:54.962444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9091f6d-4060-4610-a68c-e65fe7698d7f req-4a487638-b7d3-40eb-abbc-a98a55fc0f52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:54.963941 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9091f6d-4060-4610-a68c-e65fe7698d7f req-4a487638-b7d3-40eb-abbc-a98a55fc0f52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0792899
May 19 02:32:55.009901 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9091f6d-4060-4610-a68c-e65fe7698d7f req-9af0db3f-23a5-4a59-9832-fb4fb153e750 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404129
May 19 02:32:55.588346 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844fe1-0fb3-4938-99ea-b4119ea2a856 req-73057ab0-19ac-4781-9dfa-294b1c1552df tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:55.589779 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-56844fe1-0fb3-4938-99ea-b4119ea2a856 req-73057ab0-19ac-4781-9dfa-294b1c1552df tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0822442
May 19 02:32:55.633801 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-56844fe1-0fb3-4938-99ea-b4119ea2a856 req-b65aab59-0fcc-45f9-a5cd-c4b332703c9f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382156
May 19 02:32:55.708243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170ba78-dd37-40bc-b9e9-ef4c4941ec0b req-bbc2605f-9dea-4686-8ee8-e653500e18e8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:55.710195 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f170ba78-dd37-40bc-b9e9-ef4c4941ec0b req-bbc2605f-9dea-4686-8ee8-e653500e18e8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0777752
May 19 02:32:55.753147 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f170ba78-dd37-40bc-b9e9-ef4c4941ec0b req-898fe06b-2fae-4b53-9563-d0947c465c53 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0372627
May 19 02:32:55.867065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbcd02-d1d4-4538-878f-f529558cb738 req-e2edd6c9-b4f7-41aa-8881-94b1e9c40015 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:55.868517 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-70dbcd02-d1d4-4538-878f-f529558cb738 req-e2edd6c9-b4f7-41aa-8881-94b1e9c40015 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0827398
May 19 02:32:55.913266 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-70dbcd02-d1d4-4538-878f-f529558cb738 req-b334cd80-406e-4a46-acc9-e3407e20f1cd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391304
May 19 02:32:55.980845 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7961d1-e1e4-4062-8156-6134f5e5a7fb req-cd4d76d4-0d9f-4696-81a1-7e7520ac7697 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:55.982282 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b7961d1-e1e4-4062-8156-6134f5e5a7fb req-cd4d76d4-0d9f-4696-81a1-7e7520ac7697 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0810256
May 19 02:32:56.025772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b7961d1-e1e4-4062-8156-6134f5e5a7fb req-b210c4b9-ab38-49a1-89ee-ce1691f1bf23 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378122
May 19 02:32:56.190280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6752c3-f988-4631-9374-7aa6491839d6 req-a4898b3c-0569-4ac0-ac6a-75f28bb0afe1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:56.191864 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bc6752c3-f988-4631-9374-7aa6491839d6 req-a4898b3c-0569-4ac0-ac6a-75f28bb0afe1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0780880
May 19 02:32:56.235584 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bc6752c3-f988-4631-9374-7aa6491839d6 req-458ad2d2-854f-4552-bc87-d8bd06e24336 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375378
May 19 02:32:56.816694 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33142ff7-81c3-4ca8-9f06-1ec8132c8af5 req-dc21da3b-f801-404b-b0b7-ce50cdd2878a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:56.818147 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-33142ff7-81c3-4ca8-9f06-1ec8132c8af5 req-dc21da3b-f801-404b-b0b7-ce50cdd2878a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0830963
May 19 02:32:56.863216 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-33142ff7-81c3-4ca8-9f06-1ec8132c8af5 req-cd3e1071-d482-4147-a951-401207d1ab45 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388846
May 19 02:32:56.939960 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963bc6c-f0c4-4005-a2e2-52b6a647914c req-f866aca5-4d8c-485f-a3fb-e61e4d279aec tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:56.941481 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5963bc6c-f0c4-4005-a2e2-52b6a647914c req-f866aca5-4d8c-485f-a3fb-e61e4d279aec tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0836706
May 19 02:32:56.985605 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5963bc6c-f0c4-4005-a2e2-52b6a647914c req-f90c4f3a-0d97-4d3a-876d-2759df713f40 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385563
May 19 02:32:57.097967 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649168d-1428-4f72-bef4-f3f1a97c638d req-4631b1da-46ab-4246-b693-3b9236e3e9a0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:57.099437 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d649168d-1428-4f72-bef4-f3f1a97c638d req-4631b1da-46ab-4246-b693-3b9236e3e9a0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0837479
May 19 02:32:57.154170 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d649168d-1428-4f72-bef4-f3f1a97c638d req-3b79a310-2a78-4166-926c-a6cc4ba11bf8 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482304
May 19 02:32:57.216045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79c74-7f04-43dc-b936-7b80c24866b6 req-81678ec9-7605-4e1a-b893-b67bcf54e4a7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:57.217470 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d4a79c74-7f04-43dc-b936-7b80c24866b6 req-81678ec9-7605-4e1a-b893-b67bcf54e4a7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0781448
May 19 02:32:57.263273 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d4a79c74-7f04-43dc-b936-7b80c24866b6 req-633a58af-2fb8-4510-b7ce-87c5833ab661 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399730
May 19 02:32:57.417571 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4b533-7d06-4b1a-b5e8-e6568ab5e488 req-5b7379a2-9369-4291-b473-7933c39b2830 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:57.419225 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4dc4b533-7d06-4b1a-b5e8-e6568ab5e488 req-5b7379a2-9369-4291-b473-7933c39b2830 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0791206
May 19 02:32:57.466774 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4dc4b533-7d06-4b1a-b5e8-e6568ab5e488 req-e80cc256-2994-46e2-a59c-f9150ff81c04 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421026
May 19 02:32:58.044367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fad03-7028-45a4-a755-639f4174243b req-3ef7f6bc-6749-4ca6-8f3a-ca554cc1f535 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:58.045811 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c82fad03-7028-45a4-a755-639f4174243b req-3ef7f6bc-6749-4ca6-8f3a-ca554cc1f535 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0793285
May 19 02:32:58.089785 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c82fad03-7028-45a4-a755-639f4174243b req-95cef345-508c-4d00-ba6e-22e322292caa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380111
May 19 02:32:58.168725 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3eafd-81d9-45d1-9bfe-2fa00eaa8bca req-33f5d79f-abbe-44a5-9408-635a108fd5df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:58.170150 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-04e3eafd-81d9-45d1-9bfe-2fa00eaa8bca req-33f5d79f-abbe-44a5-9408-635a108fd5df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0803714
May 19 02:32:58.218726 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-04e3eafd-81d9-45d1-9bfe-2fa00eaa8bca req-553fe898-cde1-4c89-acea-ddb51f59ade3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426693
May 19 02:32:58.455908 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b05b1-b472-483e-8284-65708e020435 req-025ca967-a460-4071-b823-cbfc6e41c4f9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:58.457250 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc1b05b1-b472-483e-8284-65708e020435 req-025ca967-a460-4071-b823-cbfc6e41c4f9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0826983
May 19 02:32:58.475498 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433cd51-502a-42e8-be9b-c6fbf8092529 req-c2de87a2-3e72-430f-8fc9-5a3f5cb39fac tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:58.476995 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2433cd51-502a-42e8-be9b-c6fbf8092529 req-c2de87a2-3e72-430f-8fc9-5a3f5cb39fac tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0834899
May 19 02:32:58.502297 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc1b05b1-b472-483e-8284-65708e020435 req-f2d7d143-91ef-4411-b4c6-8fbb2dfaaac7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386312
May 19 02:32:58.533263 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2433cd51-502a-42e8-be9b-c6fbf8092529 req-2c8aaeb1-2ed5-4168-964c-e09556512049 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498278
May 19 02:32:58.676011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4965b-709b-4848-9012-2321d9e182c6 req-b31158cf-e322-45c7-8d8a-ee7624daeb09 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:58.678091 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5b4965b-709b-4848-9012-2321d9e182c6 req-b31158cf-e322-45c7-8d8a-ee7624daeb09 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0788167
May 19 02:32:58.722374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5b4965b-709b-4848-9012-2321d9e182c6 req-25ab2623-b01f-418a-90f6-5d88af06afb9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385180
May 19 02:32:59.270811 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080527-80eb-4f70-aa5b-e813fc2bf202 req-7fd7a8d3-d70a-40a3-891e-cf6abe7433d7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:59.272332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed080527-80eb-4f70-aa5b-e813fc2bf202 req-7fd7a8d3-d70a-40a3-891e-cf6abe7433d7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0799010
May 19 02:32:59.320313 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed080527-80eb-4f70-aa5b-e813fc2bf202 req-5fe03274-9cff-431a-92df-2c3b032c7c93 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417452
May 19 02:32:59.417925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea85af-2f85-43ae-b3df-c22cc836642a req-99fd8ab8-33fe-433b-a875-2e11657f95e6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:59.419306 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdea85af-2f85-43ae-b3df-c22cc836642a req-99fd8ab8-33fe-433b-a875-2e11657f95e6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0900178
May 19 02:32:59.463193 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fdea85af-2f85-43ae-b3df-c22cc836642a req-788f6fcb-31b2-424d-8ae4-a098b0d78bb3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379660
May 19 02:32:59.698691 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef9797-cc0e-4573-bac2-1797d2e82782 req-7151ff2f-55a1-4be3-8c0f-3cf38bbd7772 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:59.700084 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cfef9797-cc0e-4573-bac2-1797d2e82782 req-7151ff2f-55a1-4be3-8c0f-3cf38bbd7772 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0873446
May 19 02:32:59.714480 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfb0a6-f6b3-4dee-9b37-ec006c1eb969 req-5e4cd7dc-0724-438f-b821-9867e3f3b6e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:59.715946 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6cfb0a6-f6b3-4dee-9b37-ec006c1eb969 req-5e4cd7dc-0724-438f-b821-9867e3f3b6e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0791483
May 19 02:32:59.744561 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cfef9797-cc0e-4573-bac2-1797d2e82782 req-6f09e235-d1b3-432f-8de4-863966ad699a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388393
May 19 02:32:59.766345 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f6cfb0a6-f6b3-4dee-9b37-ec006c1eb969 req-2f661fdf-7a09-48f3-ba9f-8f1b6ba4f14f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445068
May 19 02:32:59.917123 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc909fdf-8f84-49b7-b777-942110d453db req-abdb8fa8-6c38-4a60-ac7c-510222cfaf05 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:32:59.918542 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fc909fdf-8f84-49b7-b777-942110d453db req-abdb8fa8-6c38-4a60-ac7c-510222cfaf05 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0784645
May 19 02:32:59.964951 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fc909fdf-8f84-49b7-b777-942110d453db req-0c16ac2a-6aa1-4c65-885d-42e7ce100527 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406089
May 19 02:33:00.505793 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf6c1a-2950-4941-a38b-3656420c8095 req-5d49695a-10b8-462f-b808-fe7ce946ea2b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:00.507251 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4bbf6c1a-2950-4941-a38b-3656420c8095 req-5d49695a-10b8-462f-b808-fe7ce946ea2b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0781660
May 19 02:33:00.551155 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4bbf6c1a-2950-4941-a38b-3656420c8095 req-1a0d3bfa-9aa8-4cd4-b9bc-8925f193d699 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383532
May 19 02:33:00.644404 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdde81-e67f-439f-8872-59ec42da0885 req-ab029f17-5c4f-4256-8473-3c37e5961b7e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:00.645732 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-23cdde81-e67f-439f-8872-59ec42da0885 req-ab029f17-5c4f-4256-8473-3c37e5961b7e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0788910
May 19 02:33:00.689849 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-23cdde81-e67f-439f-8872-59ec42da0885 req-c8cb2f25-f56d-4a34-8613-5dd95b3ce277 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377531
May 19 02:33:00.940010 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cef00-600f-4c7d-8a08-b7da64f89c58 req-6d488787-179c-46d6-bea1-3e1173d32a87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:00.941449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c7cef00-600f-4c7d-8a08-b7da64f89c58 req-6d488787-179c-46d6-bea1-3e1173d32a87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0852337
May 19 02:33:00.969910 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a6fd2-2c16-4f38-abcf-c54f6982b882 req-7565a05b-609b-4f95-af72-7ec699f0b4fd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:00.972105 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2a5a6fd2-2c16-4f38-abcf-c54f6982b882 req-7565a05b-609b-4f95-af72-7ec699f0b4fd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0869727
May 19 02:33:00.978350 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-af511081-9fa3-41f8-aab5-00dad4903007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:00.987832 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c7cef00-600f-4c7d-8a08-b7da64f89c58 req-0cd50d49-752d-4e53-88c9-80212b53c01a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396967
May 19 02:33:01.018788 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2a5a6fd2-2c16-4f38-abcf-c54f6982b882 req-7ac492ea-0608-4b83-9b56-ae57803814d4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409517
May 19 02:33:01.125935 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:33:01.164647 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3241-d901-4383-8bae-599836e82888 req-dc665ded-2d0a-451a-9713-253d9ead86b3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.166077 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5dd3241-d901-4383-8bae-599836e82888 req-dc665ded-2d0a-451a-9713-253d9ead86b3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0841432
May 19 02:33:01.211412 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5dd3241-d901-4383-8bae-599836e82888 req-e744e1e2-d712-40de-a038-60aa36b2dcfb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396693
May 19 02:33:01.359221 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-81392932-1dfa-438b-a14d-b457b9bf4339 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747828
May 19 02:33:01.547788 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac076de-be54-417b-b30c-35d37eaef641 req-c2a24354-b3c1-4fa4-aac1-65aadd072076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.549219 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-c2a24354-b3c1-4fa4-aac1-65aadd072076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19fdccfc21064d7db91d62c101c0b657&device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 1098 time: 0.0689571
May 19 02:33:01.705814 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac076de-be54-417b-b30c-35d37eaef641 req-7abf959e-03c5-4c45-a2ea-682cd28eb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.707182 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-7abf959e-03c5-4c45-a2ea-682cd28eb87d service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 200  len: 916 time: 0.1265545
May 19 02:33:01.740214 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6448-f7b1-4504-9712-ee3b000eb37a req-265bec09-c0c1-4097-a0bf-cd782dfbc856 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.741701 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ace6448-f7b1-4504-9712-ee3b000eb37a req-265bec09-c0c1-4097-a0bf-cd782dfbc856 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0807974
May 19 02:33:01.803499 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0ace6448-f7b1-4504-9712-ee3b000eb37a req-1ae34de7-9cf9-4cc6-aeb5-01b5b0792477 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513718
May 19 02:33:01.880795 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-2c0353ca-731f-4a1b-9ef6-cbfdbe611783 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 200  len: 217 time: 0.1628592
May 19 02:33:01.964108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac076de-be54-417b-b30c-35d37eaef641 req-50ea03e3-a3a9-4dca-ad0d-508a462907b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.965445 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-50ea03e3-a3a9-4dca-ad0d-508a462907b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 200  len: 855 time: 0.0745099
May 19 02:33:01.981107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c97a4-b467-45e9-9b78-2acae55608ec req-a93b6f97-282f-46bb-b853-56dd3734c384 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:01.982465 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-135c97a4-b467-45e9-9b78-2acae55608ec req-a93b6f97-282f-46bb-b853-56dd3734c384 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1380489
May 19 02:33:02.042981 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-3757a03e-cd13-486f-a22b-a8920515e1aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ffb6e0-cf90-4a18-ad1d-a7790d86363a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595865
May 19 02:33:02.095058 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-135c97a4-b467-45e9-9b78-2acae55608ec req-c1a06207-bf4f-4120-90e7-d534827cd7cc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0826306
May 19 02:33:02.197934 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-c9c81322-e95b-4810-b885-ae2e445ca34c service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429126
May 19 02:33:02.244405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2951253-473c-4549-87e0-4c24f8a56d57 req-3fdf8dba-9e76-400e-b0cf-5eac36794dfd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:02.245835 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d2951253-473c-4549-87e0-4c24f8a56d57 req-3fdf8dba-9e76-400e-b0cf-5eac36794dfd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1488683
May 19 02:33:02.290398 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d2951253-473c-4549-87e0-4c24f8a56d57 req-d67cd639-cd7f-4806-8f3e-67348e522e39 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384698
May 19 02:33:02.389274 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ac076de-be54-417b-b30c-35d37eaef641 req-ad82ac3c-e045-4689-b22b-8c3fbed72673 service neutron] 10.222.0.55 "GET /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823027
May 19 02:33:02.397815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317fd83-5405-474a-a238-70c27ed06850 req-a76ab23b-fd6d-4469-a3f4-d5bce4435954 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:02.399205 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6317fd83-5405-474a-a238-70c27ed06850 req-a76ab23b-fd6d-4469-a3f4-d5bce4435954 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.1745863
May 19 02:33:02.445065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6317fd83-5405-474a-a238-70c27ed06850 req-2db52b15-dede-4e3e-b3ac-20f5afd3fb35 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394580
May 19 02:33:02.468350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31118ba-d3ee-4971-a900-0b150cec7fcb req-1239fe27-f781-4ab7-a158-f8879ccedf57 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:02.469792 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f31118ba-d3ee-4971-a900-0b150cec7fcb req-1239fe27-f781-4ab7-a158-f8879ccedf57 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0824049
May 19 02:33:02.515520 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f31118ba-d3ee-4971-a900-0b150cec7fcb req-042814db-ec6a-4dc0-b5b5-62dd2fa7c7ca tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398872
May 19 02:33:02.819827 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:02.986220 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfba59e-ea60-45a9-a33b-8f5ca62c2a10 req-904f75a7-9ef7-4a85-b347-e05d190b7f56 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:02.987669 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dbfba59e-ea60-45a9-a33b-8f5ca62c2a10 req-904f75a7-9ef7-4a85-b347-e05d190b7f56 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0807221
May 19 02:33:03.030402 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dbfba59e-ea60-45a9-a33b-8f5ca62c2a10 req-72bd499a-9e49-4e21-8ab4-0063baa7729b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365071
May 19 02:33:03.274547 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3448b-0066-4eca-ac31-4d9e47b77d58 req-a9d63ce1-97b9-4ed8-9d2a-1817792a1ad4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:03.275986 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8cb3448b-0066-4eca-ac31-4d9e47b77d58 req-a9d63ce1-97b9-4ed8-9d2a-1817792a1ad4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0777576
May 19 02:33:03.319090 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8cb3448b-0066-4eca-ac31-4d9e47b77d58 req-778da14e-1883-4b36-8a5d-d328fb858c5c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374584
May 19 02:33:03.410621 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:03.435425 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-af282519-2a4d-4018-923e-df9a14b79110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:03.481920 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2135e81-41ee-4ca1-a72b-7d6c3646e2bd req-fe597564-f453-4d44-b63a-d69e49e1356e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:03.483405 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2135e81-41ee-4ca1-a72b-7d6c3646e2bd req-fe597564-f453-4d44-b63a-d69e49e1356e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0792093
May 19 02:33:03.531566 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2135e81-41ee-4ca1-a72b-7d6c3646e2bd req-4a3afba9-825d-401b-a770-14fa4a0412b9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423510
May 19 02:33:03.643578 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f2673-70f0-4eb6-90f8-785022715dc5 req-3a7c6518-f6df-45c3-b13b-528dad7d198b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:03.645100 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9f8f2673-70f0-4eb6-90f8-785022715dc5 req-3a7c6518-f6df-45c3-b13b-528dad7d198b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0891492
May 19 02:33:03.690647 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9f8f2673-70f0-4eb6-90f8-785022715dc5 req-8d3cbb9e-e8fa-4b25-adb5-7e09b1ae1461 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393596
May 19 02:33:03.708987 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941e069-d4d8-4215-80f4-cbf2f218a4f5 req-04b13788-8758-4c82-b49c-0ba7105a284e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:03.711009 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3941e069-d4d8-4215-80f4-cbf2f218a4f5 req-04b13788-8758-4c82-b49c-0ba7105a284e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0821571
May 19 02:33:03.753414 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3941e069-d4d8-4215-80f4-cbf2f218a4f5 req-4fbcc1b3-6fb9-4752-9506-2135ad8bc40b tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365922
May 19 02:33:04.215314 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67adf26-6f7d-4295-8ea2-bfa8a59fadd2 req-cd8021b5-544d-4d5a-869d-606fd14859fc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:04.216740 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a67adf26-6f7d-4295-8ea2-bfa8a59fadd2 req-cd8021b5-544d-4d5a-869d-606fd14859fc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0819299
May 19 02:33:04.259970 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a67adf26-6f7d-4295-8ea2-bfa8a59fadd2 req-128f1056-7dd5-49d8-ae35-8225414a144b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376701
May 19 02:33:04.501395 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44055071-2d48-499c-ac2c-773b6d680bb3 req-bd9b1c14-1e0f-4f2e-8c4b-ae51bad5b3f6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:04.502797 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44055071-2d48-499c-ac2c-773b6d680bb3 req-bd9b1c14-1e0f-4f2e-8c4b-ae51bad5b3f6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0807314
May 19 02:33:04.545308 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44055071-2d48-499c-ac2c-773b6d680bb3 req-f8fbddc2-a50b-4633-80b3-f482f2cf72e5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0368404
May 19 02:33:04.626801 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:04.715801 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1e937-d3ba-472f-9f89-602d0684aebc req-7be84252-2360-4efc-b4a8-151318e60a68 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:04.717250 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-60b1e937-d3ba-472f-9f89-602d0684aebc req-7be84252-2360-4efc-b4a8-151318e60a68 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0779753
May 19 02:33:04.761681 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-60b1e937-d3ba-472f-9f89-602d0684aebc req-dffae065-3d46-4075-b465-60bbd641c708 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386105
May 19 02:33:04.884613 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86078-7412-403b-9c7f-ec86bd2b5afc req-9b3f2cd8-e30d-4009-9026-e712e5a06281 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:04.886058 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ece86078-7412-403b-9c7f-ec86bd2b5afc req-9b3f2cd8-e30d-4009-9026-e712e5a06281 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0805988
May 19 02:33:04.933918 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ece86078-7412-403b-9c7f-ec86bd2b5afc req-2c016f1c-9248-49fa-8025-4e7c87b0f4e3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420122
May 19 02:33:04.939488 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e69d53-6281-4401-82f3-62920c4ab005 req-fa8bdbde-90df-4aa5-95fe-2507dc15626e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:04.940919 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-24e69d53-6281-4401-82f3-62920c4ab005 req-fa8bdbde-90df-4aa5-95fe-2507dc15626e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0822799
May 19 02:33:04.985242 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-24e69d53-6281-4401-82f3-62920c4ab005 req-8f4a7215-7ca6-48df-8c71-bd6edce11f27 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386095
May 19 02:33:05.438115 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08ca48-4839-4c2c-9d9d-098477c280fc req-c1425534-6a90-4ad6-ad3a-b8fea60c6727 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:05.439562 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2d08ca48-4839-4c2c-9d9d-098477c280fc req-c1425534-6a90-4ad6-ad3a-b8fea60c6727 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0776241
May 19 02:33:05.482175 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2d08ca48-4839-4c2c-9d9d-098477c280fc req-7d63eb27-339f-4713-8439-343b5f932510 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365112
May 19 02:33:05.728190 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0fdb-24e7-40cf-8970-b0a57ddec6ec req-55b44716-15a4-4108-bd3c-2e25a4394734 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:05.729614 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f39b0fdb-24e7-40cf-8970-b0a57ddec6ec req-55b44716-15a4-4108-bd3c-2e25a4394734 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0780284
May 19 02:33:05.777378 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f39b0fdb-24e7-40cf-8970-b0a57ddec6ec req-318c2a9c-4a2b-4d06-b3a6-b81f64ddf33d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416117
May 19 02:33:05.959314 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f25b-0666-4df4-897b-f3c003a92baa req-d036c574-4908-46e9-938b-d72eac7aa0a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:05.960975 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0b7f25b-0666-4df4-897b-f3c003a92baa req-d036c574-4908-46e9-938b-d72eac7aa0a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0835614
May 19 02:33:06.008024 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0b7f25b-0666-4df4-897b-f3c003a92baa req-29ce9aae-cf8b-4e70-8726-f158792402c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389669
May 19 02:33:06.117213 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cc02d-6f67-4b2c-b4e7-9688e7dad4c0 req-2d73c51f-8f00-4f8a-bd2f-67bb8cec4ad2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:06.118638 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-099cc02d-6f67-4b2c-b4e7-9688e7dad4c0 req-2d73c51f-8f00-4f8a-bd2f-67bb8cec4ad2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0798733
May 19 02:33:06.176542 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-099cc02d-6f67-4b2c-b4e7-9688e7dad4c0 req-8d95c560-cff9-46f5-9a9d-db1e21abf0e2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475013
May 19 02:33:06.190653 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:06.218630 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0139564-771a-4983-8ffc-5c5590ba7663 req-7fe36050-306f-459a-a660-2af4755d1d77 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:06.220096 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0139564-771a-4983-8ffc-5c5590ba7663 req-7fe36050-306f-459a-a660-2af4755d1d77 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.1158173
May 19 02:33:06.267431 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0139564-771a-4983-8ffc-5c5590ba7663 req-074d54bf-b0b9-4e95-8b92-a988eeb48525 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410573
May 19 02:33:06.664139 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf8be-6ca6-4212-a991-ac16428e81e9 req-66f16580-c1a1-4c5a-8d6d-5a0df4cdba72 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:06.665465 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d2bbf8be-6ca6-4212-a991-ac16428e81e9 req-66f16580-c1a1-4c5a-8d6d-5a0df4cdba72 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0821240
May 19 02:33:06.708491 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d2bbf8be-6ca6-4212-a991-ac16428e81e9 req-8e6e5120-5075-42da-908d-13fd2bb74faa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374014
May 19 02:33:07.098460 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de438e-764c-4f04-bdb6-929704637e78 req-a80ba461-9111-41cb-b507-7e74eccb4ac4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:07.099935 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a8de438e-764c-4f04-bdb6-929704637e78 req-a80ba461-9111-41cb-b507-7e74eccb4ac4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0799382
May 19 02:33:07.144699 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a8de438e-764c-4f04-bdb6-929704637e78 req-63830640-45ce-4b79-90d9-d95c5b920cd1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391262
May 19 02:33:07.334694 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849712b8-d164-4c06-8cbc-5fba25822d35 req-af7799e8-0d13-4d1d-ac6b-aa2b71168bc8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:07.336184 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-849712b8-d164-4c06-8cbc-5fba25822d35 req-af7799e8-0d13-4d1d-ac6b-aa2b71168bc8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0922449
May 19 02:33:07.483274 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-849712b8-d164-4c06-8cbc-5fba25822d35 req-9f56df2b-819a-49ee-a70c-ec8ca717879a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406376
May 19 02:33:07.558928 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760faf0-73cd-4cfe-afae-49f5ba4096e5 req-427636ee-c4a7-4695-b641-3744a5913254 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:07.563591 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d760faf0-73cd-4cfe-afae-49f5ba4096e5 req-427636ee-c4a7-4695-b641-3744a5913254 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.1152594
May 19 02:33:07.609529 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d760faf0-73cd-4cfe-afae-49f5ba4096e5 req-f85f79a9-df4e-4ff8-b7a6-46574c40d559 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413740
May 19 02:33:07.819667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c9f72-7416-491b-9cfb-5e436c9c6b8a req-e3703f3c-2395-40f6-b129-a4d76afd41cf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:07.826649 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e15c9f72-7416-491b-9cfb-5e436c9c6b8a req-e3703f3c-2395-40f6-b129-a4d76afd41cf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.2375479
May 19 02:33:07.874967 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e15c9f72-7416-491b-9cfb-5e436c9c6b8a req-8e2432c2-d5a7-4978-8183-69bce6395f20 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474620
May 19 02:33:07.917066 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976baa4-6edf-49dc-9f0b-110a3792898c req-b7995569-c9c8-467d-8b88-63c2bd2c34d6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:07.918474 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0976baa4-6edf-49dc-9f0b-110a3792898c req-b7995569-c9c8-467d-8b88-63c2bd2c34d6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0923760
May 19 02:33:07.966521 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0976baa4-6edf-49dc-9f0b-110a3792898c req-12650718-efd1-4206-bb59-443b51f45013 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420732
May 19 02:33:08.278112 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:33:08.338373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83076e6-ecf0-49f9-8a8d-b636df81add2 req-1ba1c5d0-9dd2-4076-b12c-1ac869eb72bc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:08.340290 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b83076e6-ecf0-49f9-8a8d-b636df81add2 req-1ba1c5d0-9dd2-4076-b12c-1ac869eb72bc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0876222
May 19 02:33:08.390346 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b83076e6-ecf0-49f9-8a8d-b636df81add2 req-a12bbed3-f01d-41ca-8675-3f1cf07fb1c0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417116
May 19 02:33:08.421903 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:08.458981 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '9391d650-7c8c-406f-9d7c-244364455da7', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:33:08.515258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:08.534217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:08.554572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:08.558155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bf7166f2-8232-4663-b814-113f93b2bf24 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:08.558906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:08.562508 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:08.579936 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bf7166f2-8232-4663-b814-113f93b2bf24 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:08.581863 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bf7166f2-8232-4663-b814-113f93b2bf24 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506482771&fields=id&tenant_id=4f5971b348dd4292ba5102ed2c5dace2 HTTP/1.1" status: 200  len: 267 time: 0.0678153
May 19 02:33:08.653902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=6']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:08.662852 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.663221 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.663758 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.664249 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.664720 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.665196 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.665671 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.666150 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.666621 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.667264 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.667735 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.668221 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:08.681485 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:08.707890 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5aeb2-a3e1-4ed9-b23b-f88b7319f07d req-997097e0-ca20-4485-b3b2-6b6ed465e3c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:08.710426 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-93f5aeb2-a3e1-4ed9-b23b-f88b7319f07d req-997097e0-ca20-4485-b3b2-6b6ed465e3c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0929763
May 19 02:33:08.755414 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-93f5aeb2-a3e1-4ed9-b23b-f88b7319f07d req-eb7bf36d-1ad9-416e-b465-d4d8dd3de1bf tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386846
May 19 02:33:08.760521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-6dab35fa-ee0d-49dd-b7bc-bd50037d40ed tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:08.767069 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-6dab35fa-ee0d-49dd-b7bc-bd50037d40ed tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 809 time: 0.1781218
May 19 02:33:08.779389 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-7a0911d5-5ebd-4f2e-97de-831e920c2b88 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/quotas/4f5971b348dd4292ba5102ed2c5dace2 HTTP/1.1" status: 200  len: 375 time: 0.0108995
May 19 02:33:08.843030 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['9391d650-7c8c-406f-9d7c-244364455da7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:33:08.865961 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-056085c8-95a8-409a-85e3-63b1ba468146 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:08.883165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-056085c8-95a8-409a-85e3-63b1ba468146 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:08.885169 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-056085c8-95a8-409a-85e3-63b1ba468146 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1020074
May 19 02:33:09.030775 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-4b5b5008-6ceb-4266-bcad-34b195e572f7 service neutron] 10.222.0.63 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307023
May 19 02:33:09.064773 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7014fd-2df3-450e-9920-cfdf482a67c8 req-08fdd174-ec02-4ad7-9f76-d2420ce309cc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:09.066227 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df7014fd-2df3-450e-9920-cfdf482a67c8 req-08fdd174-ec02-4ad7-9f76-d2420ce309cc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.0810659
May 19 02:33:09.115486 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df7014fd-2df3-450e-9920-cfdf482a67c8 req-f33f5805-f746-438e-aa91-39297e1ae773 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427897
May 19 02:33:09.254025 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-93659a94-b0e3-4159-8cff-2472382ddd5a service neutron] 10.222.0.63 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174115
May 19 02:33:09.316948 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-099780aa-5a66-419a-b1df-2c84304272e0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:09.323239 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a6665-977c-4b21-a8c8-3f0d06fb2e08 req-1d1ab0b5-2a29-455c-af74-4ed6879c22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:09.325009 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-506a6665-977c-4b21-a8c8-3f0d06fb2e08 req-1d1ab0b5-2a29-455c-af74-4ed6879c22f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.1125112
May 19 02:33:09.341130 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-099780aa-5a66-419a-b1df-2c84304272e0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:09.342304 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-099780aa-5a66-419a-b1df-2c84304272e0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752548115&fields=id&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 267 time: 0.0709200
May 19 02:33:09.465651 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-506a6665-977c-4b21-a8c8-3f0d06fb2e08 req-1616329d-0a26-46bf-89e4-4e8bd3a4e7bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259317
May 19 02:33:09.517238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-c5e3412a-388c-4e24-b626-054966cbb023 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:09.518662 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-c5e3412a-388c-4e24-b626-054966cbb023 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1624990
May 19 02:33:09.533829 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-07c58f1f-43ef-4866-bd7d-915659f3e9ff tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/quotas/7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 375 time: 0.0095975
May 19 02:33:09.621082 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-76727bb5-aa40-4ade-bb36-a98affabea3a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:09.637380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-76727bb5-aa40-4ade-bb36-a98affabea3a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:09.638689 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-76727bb5-aa40-4ade-bb36-a98affabea3a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0992491
May 19 02:33:09.795814 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-2b4239e0-c9a6-48be-bc8f-84c97af4326d service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456387
May 19 02:33:09.901655 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcbf1e-7d1b-4a3e-b209-33be382df8d1 req-0b263cef-8b3e-4bfd-874b-cda4f8754f46 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:09.903249 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adbcbf1e-7d1b-4a3e-b209-33be382df8d1 req-0b263cef-8b3e-4bfd-874b-cda4f8754f46 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0863090
May 19 02:33:09.935603 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-e7b131e7-82a0-41bc-83f2-e3c0a5cd70ff service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333475
May 19 02:33:09.954041 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adbcbf1e-7d1b-4a3e-b209-33be382df8d1 req-ad054ab7-2451-4e08-bbc9-29f9a83a61f6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444686
May 19 02:33:10.153775 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb14f1-55bc-499f-a758-cb2f4fbb4da1 req-9333e9b8-d0e2-4a23-bd9f-fabfcf08dde2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:10.156292 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9bdb14f1-55bc-499f-a758-cb2f4fbb4da1 req-9333e9b8-d0e2-4a23-bd9f-fabfcf08dde2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0945992
May 19 02:33:10.208306 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9bdb14f1-55bc-499f-a758-cb2f4fbb4da1 req-e42c4617-15ad-4ec9-91f4-e707a8896d65 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435641
May 19 02:33:10.281071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:33:10.283902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:33:10.404371 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-36be0ba9-4d50-44b7-9490-86c972ea0455 req-c98d6035-46ec-44ab-8598-56bc75af2417 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 210 time: 0.0736437
May 19 02:33:10.475078 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 9391d650-7c8c-406f-9d7c-244364455da7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:33:10.475482 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:10.548989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ebc6-d084-4ea4-9bff-c19f3fb4a4c5 req-4237086f-0649-4fa1-98a3-a259407109c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:10.556645 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8ff1ebc6-d084-4ea4-9bff-c19f3fb4a4c5 req-4237086f-0649-4fa1-98a3-a259407109c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.1319728
May 19 02:33:10.582327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:10.600605 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'port_id': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'mac_address': 'fa:16:3e:3c:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:33:10.621050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8ff1ebc6-d084-4ea4-9bff-c19f3fb4a4c5 req-b7ec38e1-5cfe-40f5-b2a2-6fd82a40934f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634265
May 19 02:33:10.623832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce007a2-5bc1-44ab-a15a-6510f3e4eeef req-a4238f5a-943c-4a82-a015-a4b8ba4b6953 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:10.625296 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5ce007a2-5bc1-44ab-a15a-6510f3e4eeef req-a4238f5a-943c-4a82-a015-a4b8ba4b6953 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 944 time: 0.1041522
May 19 02:33:10.676888 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5ce007a2-5bc1-44ab-a15a-6510f3e4eeef req-66726ef9-4696-4b28-8c4d-d5407f900d10 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445583
May 19 02:33:10.721029 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:10.730886 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:10.767909 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:10.770020 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:10.776768 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:10.779358 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:10.790289 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bfe77018-044f-412f-a79f-a8b7fc663dfe req-995996cf-628a-42b1-89d7-bbfacd8ba43d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 210 time: 0.0622256
May 19 02:33:10.795257 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-32870cdd-a740-4ed6-944a-d1ec324904ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:10.883408 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'code': 200}
May 19 02:33:10.897500 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:10.905116 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:10.921045 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=7']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:10.925110 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:10.925850 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:11.009837 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:11.020365 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:11.201757 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8240f3-fa03-4ce0-a8a4-2274b7d5d488 req-da22810a-9622-45d9-b46b-a4b2c3835bf2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:11.209370 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fb8240f3-fa03-4ce0-a8a4-2274b7d5d488 req-da22810a-9622-45d9-b46b-a4b2c3835bf2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1408103
May 19 02:33:11.232177 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d199c875-bc50-4f12-ab9b-3494bfa619c5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:11.233020 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d199c875-bc50-4f12-ab9b-3494bfa619c5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:11.253082 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d199c875-bc50-4f12-ab9b-3494bfa619c5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:11.253935 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fb8240f3-fa03-4ce0-a8a4-2274b7d5d488 req-7576e786-7b28-48be-8a65-9c93dc9c9030 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432451
May 19 02:33:11.255171 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d199c875-bc50-4f12-ab9b-3494bfa619c5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 809 time: 0.1856077
May 19 02:33:11.348614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-c1125bd4-485d-4e58-b904-1d5744170fcb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:11.361385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-c1125bd4-485d-4e58-b904-1d5744170fcb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:11.362444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-c1125bd4-485d-4e58-b904-1d5744170fcb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5971b348dd4292ba5102ed2c5dace2 HTTP/1.1" status: 200  len: 379 time: 0.0833955
May 19 02:33:11.389440 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'port': {'device_id': '97947049-38be-4fea-9f59-6db20d2b4c81', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'admin_state_up': True, 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'security_groups': ['a64b1d40-f84f-4ce0-b0df-5087c4fb0a95']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:33:11.487841 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc963c58-5179-42d0-a359-6046a2de65e7 req-2449f3fe-6a18-47ab-93ab-dc720dfc1684 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:11.489316 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bc963c58-5179-42d0-a359-6046a2de65e7 req-2449f3fe-6a18-47ab-93ab-dc720dfc1684 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1309242
May 19 02:33:11.543692 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bc963c58-5179-42d0-a359-6046a2de65e7 req-3128dffc-b285-48f3-8bb4-e66412e141c7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484421
May 19 02:33:11.578653 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-04223227-9b99-4b33-a0b3-a6c393391fc7 req-5d77b28c-e4bd-464b-8b19-c46b4927adfc tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 210 time: 0.0558732
May 19 02:33:11.604292 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:33:11.613548 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:33:11.622848 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Made reservation on behalf of 4f5971b348dd4292ba5102ed2c5dace2 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:33:11.626243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:11.818017 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2a97-14c5-4399-bd4a-d6bd3bfafb16 req-2615dce1-90d3-435d-8933-2d2c7e68671e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:11.820153 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3fad2a97-14c5-4399-bd4a-d6bd3bfafb16 req-2615dce1-90d3-435d-8933-2d2c7e68671e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0864153
May 19 02:33:11.864356 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3fad2a97-14c5-4399-bd4a-d6bd3bfafb16 req-c363dafd-e695-457c-9c47-461ddfde10f5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383227
May 19 02:33:11.900935 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Allocated IP 172.20.0.4 (6c982582-d018-42dc-8a90-5a7698ddb086/7d1b66eb-0d4a-4ec0-9858-993a6247336e/b440ba18-5164-425f-969b-f2ce3660d2cf) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:33:11.960055 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f167e-d3ec-41f8-9aca-efcb058057c9 req-023becfa-5afa-43c9-ba16-9c563a81ad51 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:11.961486 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc6f167e-d3ec-41f8-9aca-efcb058057c9 req-023becfa-5afa-43c9-ba16-9c563a81ad51 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 945 time: 0.1419659
May 19 02:33:12.016061 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3a27e61b-a18a-4d4e-8fe3-19c94797c24f req-159e0abc-d27b-4097-b2a3-841429d8ad06 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 210 time: 0.0514278
May 19 02:33:12.089615 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:33:12.093451 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc6f167e-d3ec-41f8-9aca-efcb058057c9 req-b37c6827-849d-456b-b489-908c6a5e4a61 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164777
May 19 02:33:12.147431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:12.249989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Transition to ACTIVE for port object b440ba18-5164-425f-969b-f2ce3660d2cf will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:33:12.322428 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-7fb1be26-1fc5-4310-a6e9-e3525b67777d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:12.324283 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-7fb1be26-1fc5-4310-a6e9-e3525b67777d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1710145
May 19 02:33:12.333034 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:12.344825 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5aa9355c-405e-4acc-b1ea-69da55bb2fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:12.411137 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Network 6c982582-d018-42dc-8a90-5a7698ddb086 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:33:12.423317 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:33:12.428840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:33:12.447576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e864b-f523-42af-907d-26826b2b053a req-2eb3d60e-e661-44b6-8cd1-da5a898c734f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:12.451670 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-009e864b-f523-42af-907d-26826b2b053a req-2eb3d60e-e661-44b6-8cd1-da5a898c734f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0878439
May 19 02:33:12.496958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:12.508144 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-efa5233a-a238-46fd-b1e9-4c64d69b7950 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 379 time: 0.1254807
May 19 02:33:12.511953 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.512335 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.512837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.513037 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.513387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.513737 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.514083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.514429 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.514772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.515133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.515495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.515891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:33:12.521516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:12.522396 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-009e864b-f523-42af-907d-26826b2b053a req-630ed00a-8e3c-4761-8712-1e3b32191747 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666077
May 19 02:33:12.537365 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:12.538191 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:12.553795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'port': {'device_id': '029c0bd4-9599-41e9-a73f-520485e228c0', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'admin_state_up': True, 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'security_groups': ['8fb2d090-0405-450b-9b72-7657329e6878']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:33:12.704357 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-24cb93ea-76a0-4148-85b5-113202a1cec0 None None] Provisioning for port b440ba18-5164-425f-969b-f2ce3660d2cf completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:33:12.711782 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-24cb93ea-76a0-4148-85b5-113202a1cec0 None None] Provisioning complete for port b440ba18-5164-425f-969b-f2ce3660d2cf triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:33:12.712803 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-24cb93ea-76a0-4148-85b5-113202a1cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:12.724736 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3422034
May 19 02:33:12.753269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Request body: {'port': {'device_id': '97947049-38be-4fea-9f59-6db20d2b4c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:33:12.777397 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-24cb93ea-76a0-4148-85b5-113202a1cec0 None None] Port b440ba18-5164-425f-969b-f2ce3660d2cf cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:33:12.809644 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c813b4-2555-43a5-af3c-6f7c907e8746 req-0bcb4051-a2fd-4cca-bcdc-c810cde62d85 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:12.811280 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-95c813b4-2555-43a5-af3c-6f7c907e8746 req-0bcb4051-a2fd-4cca-bcdc-c810cde62d85 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 931 time: 0.1044431
May 19 02:33:12.856202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:33:12.862415 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-95c813b4-2555-43a5-af3c-6f7c907e8746 req-01e3fdda-f2ec-49b6-a762-1937e6949d7d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428257
May 19 02:33:12.905160 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:33:12.925878 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df7dca-822c-4d2e-9467-e019b1eb9fbb req-a5571711-b157-4024-a59d-c7627a583d75 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:12.927321 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-75df7dca-822c-4d2e-9467-e019b1eb9fbb req-a5571711-b157-4024-a59d-c7627a583d75 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.2693686
May 19 02:33:12.958933 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Made reservation on behalf of 7fc45323ede44f968897a3a6102d03ce for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:33:12.963159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:12.978960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:13.061278 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b6c55-459a-4a97-8fcc-138c90ccd554 req-7f24fb25-95cc-4fd3-8035-5a447e30fab5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:13.062892 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e51b6c55-459a-4a97-8fcc-138c90ccd554 req-7f24fb25-95cc-4fd3-8035-5a447e30fab5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0801628
May 19 02:33:13.081240 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-75df7dca-822c-4d2e-9467-e019b1eb9fbb req-88e00213-5434-471e-89ab-5068eb587e39 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1475692
May 19 02:33:13.112293 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e51b6c55-459a-4a97-8fcc-138c90ccd554 req-00c86724-e101-4106-a81a-2a3d2745c464 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431242
May 19 02:33:13.297633 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45eaeed0-55c8-4367-bd20-bf6bb549f34d req-e0b97196-2eaa-44ae-a23d-b7e0c8a2d3e2 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 210 time: 0.0618711
May 19 02:33:13.315750 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dfba9-4fdd-4047-acc6-5081951dbd12 req-64000e03-fa22-4b2f-a658-bc04e00269a9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:13.317191 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b00dfba9-4fdd-4047-acc6-5081951dbd12 req-64000e03-fa22-4b2f-a658-bc04e00269a9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 945 time: 0.0826037
May 19 02:33:13.339156 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.20.0.4 (65fafcb4-d624-40f2-93a0-84d59635f73c/3693779b-8873-4400-95b1-6030ba31db1b/23773ef2-4871-4f82-bb0c-cd6844798833) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:33:13.363217 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b00dfba9-4fdd-4047-acc6-5081951dbd12 req-82ff3d52-420b-4ea5-8140-a5a2d0436ba9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388792
May 19 02:33:13.814013 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:13.830685 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b440ba18-5164-425f-969b-f2ce3660d2cf {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:13.843874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:13.853029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563109a-417e-4924-9d5f-3d619023ad55 req-333ffe58-f911-42e7-aade-7c860c30dbae tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:13.854452 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4563109a-417e-4924-9d5f-3d619023ad55 req-333ffe58-f911-42e7-aade-7c860c30dbae tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2159903
May 19 02:33:13.856842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Transition to ACTIVE for port object 23773ef2-4871-4f82-bb0c-cd6844798833 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:33:13.885514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Transition to ACTIVE for port object b440ba18-5164-425f-969b-f2ce3660d2cf will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:33:13.896219 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:13.902478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a8df635-f7c4-4da3-9fa8-5405fd771dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:14.031392 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4563109a-417e-4924-9d5f-3d619023ad55 req-95b6fe3a-6258-4db1-abd6-8917ddaab06d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695740
May 19 02:33:14.057083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:14.062816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:14.068521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03d09-2287-4017-b80f-085bc0381793 req-88ff698b-868f-445d-b4a0-2aac4a567ce9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.069832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.077706 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-15c03d09-2287-4017-b80f-085bc0381793 req-88ff698b-868f-445d-b4a0-2aac4a567ce9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1066897
May 19 02:33:14.109136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f53d44a1-2e8f-4a23-9e0c-8aa01e44106d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:14.136403 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-15c03d09-2287-4017-b80f-085bc0381793 req-c7aa9f29-1608-4793-af07-6051498ff832 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577340
May 19 02:33:14.255054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:33:14.258093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:14.276784 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:33:14.278261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:14.280967 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:33:14.334047 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da2e0-8289-4ac3-85f4-8ab528c30b30 req-e877d17c-66d0-4bc4-ac14-e4517ee23b5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.347781 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b96da2e0-8289-4ac3-85f4-8ab528c30b30 req-e877d17c-66d0-4bc4-ac14-e4517ee23b5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1085501
May 19 02:33:14.382454 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Attempting to bind port b440ba18-5164-425f-969b-f2ce3660d2cf on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:33:14.382934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Attempting to bind port b440ba18-5164-425f-969b-f2ce3660d2cf by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:33:14.383371 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Attempting to bind port b440ba18-5164-425f-969b-f2ce3660d2cf on network 6c982582-d018-42dc-8a90-5a7698ddb086 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:33:14.399387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Port b440ba18-5164-425f-969b-f2ce3660d2cf on network 6c982582-d018-42dc-8a90-5a7698ddb086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:33:14.400360 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Attempting to bind port b440ba18-5164-425f-969b-f2ce3660d2cf on network 6c982582-d018-42dc-8a90-5a7698ddb086 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:33:14.407284 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.407918 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.415481 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b96da2e0-8289-4ac3-85f4-8ab528c30b30 req-11e4658a-f23a-4a40-9f63-e85fb101ded5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0613718
May 19 02:33:14.477460 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:33:14.477460 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Checking segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:33:14.477859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Bound using segment: {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:33:14.478252 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Bound port: b440ba18-5164-425f-969b-f2ce3660d2cf, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:33:14.478820 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.531935 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-6bfb7a0d-30e9-4a6b-b67c-02eb11d94974 None None] Provisioning for port 23773ef2-4871-4f82-bb0c-cd6844798833 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:33:14.535101 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0091114
May 19 02:33:14.538479 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-6bfb7a0d-30e9-4a6b-b67c-02eb11d94974 None None] Provisioning complete for port 23773ef2-4871-4f82-bb0c-cd6844798833 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:33:14.539022 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7a0d-30e9-4a6b-b67c-02eb11d94974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.582568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Request body: {'port': {'device_id': '029c0bd4-9599-41e9-a73f-520485e228c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:33:14.594985 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb7a0d-30e9-4a6b-b67c-02eb11d94974 None None] Port 23773ef2-4871-4f82-bb0c-cd6844798833 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:33:14.610193 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd195296-74dc-4bd7-ab36-fe461da905fc req-474695bd-30dc-4643-9de2-234696aca626 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.611656 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fd195296-74dc-4bd7-ab36-fe461da905fc req-474695bd-30dc-4643-9de2-234696aca626 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 931 time: 0.0878065
May 19 02:33:14.656930 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-fd195296-74dc-4bd7-ab36-fe461da905fc req-30d68b41-b951-457f-b0b3-bdbe4ab57154 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:14.668544 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-fd195296-74dc-4bd7-ab36-fe461da905fc req-30d68b41-b951-457f-b0b3-bdbe4ab57154 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:14.669668 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fd195296-74dc-4bd7-ab36-fe461da905fc req-30d68b41-b951-457f-b0b3-bdbe4ab57154 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511248
May 19 02:33:14.749914 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:33:14.772922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-d99ced98-b10a-43c4-96da-041eafd18f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.774377 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-d99ced98-b10a-43c4-96da-041eafd18f16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.3458769
May 19 02:33:14.776517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:33:14.777391 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.794634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.818058 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:14.861581 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d471c2-8104-43e8-9093-5e7adc2feda2 req-0f7c8ab5-0731-46c9-ab53-b5ad3c25ac2a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.863014 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61d471c2-8104-43e8-9093-5e7adc2feda2 req-0f7c8ab5-0731-46c9-ab53-b5ad3c25ac2a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.3645194
May 19 02:33:14.866155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba8760-aa53-4bc8-afc5-5308c47a91c6 req-c8005fce-d464-41fb-8962-ab8e938e199e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.867610 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-aaba8760-aa53-4bc8-afc5-5308c47a91c6 req-c8005fce-d464-41fb-8962-ab8e938e199e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0812500
May 19 02:33:14.911570 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-aaba8760-aa53-4bc8-afc5-5308c47a91c6 req-692e498c-953d-46d8-a353-6b3a94fbbfcb tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377669
May 19 02:33:14.960015 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:14.960622 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:14.961958 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] 10.222.0.55 "PUT /v2.0/ports/b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 1093 time: 2.2138841
May 19 02:33:14.962533 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:15.074447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:15.081340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:15.120090 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32518b24-edb8-4ea8-b04f-4ba8ee3c9015 req-2b6f786e-9a4d-49aa-9dc4-f3d6547d84a6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.123667 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-32518b24-edb8-4ea8-b04f-4ba8ee3c9015 req-2b6f786e-9a4d-49aa-9dc4-f3d6547d84a6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 945 time: 0.1009884
May 19 02:33:15.137115 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61d471c2-8104-43e8-9093-5e7adc2feda2 req-e94689af-0ca0-4965-a42b-a3b8afd4f376 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2297039
May 19 02:33:15.192803 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-32518b24-edb8-4ea8-b04f-4ba8ee3c9015 req-14b3b34b-588d-4fa2-acfb-1e1fceeaa504 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643110
May 19 02:33:15.234871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'status': 'completed', 'code': 200}
May 19 02:33:15.276087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-0cc7c551-31b4-464a-923f-341d5af59291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.277509 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-0cc7c551-31b4-464a-923f-341d5af59291 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.4856298
May 19 02:33:15.372120 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cec80-194b-42ea-b0c2-d5f4279cf8c3 req-ee35a8d0-3fcf-43d0-b3ab-946cbf46a1c3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.373855 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7cec80-194b-42ea-b0c2-d5f4279cf8c3 req-ee35a8d0-3fcf-43d0-b3ab-946cbf46a1c3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0905230
May 19 02:33:15.500847 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc7cec80-194b-42ea-b0c2-d5f4279cf8c3 req-876f03ed-3b9d-403b-a856-acf835281f8b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214201
May 19 02:33:15.537763 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-23ac65d6-7f82-4d32-92ae-6e5d3971e906 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.2406781
May 19 02:33:15.650408 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d65f3d00-82a3-4f12-9153-b9bebcbf2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.651912 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-d65f3d00-82a3-4f12-9153-b9bebcbf2a3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1096 time: 0.4748716
May 19 02:33:15.749450 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-9a3a474c-8b36-42e7-bd89-97af138e1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.750919 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-9a3a474c-8b36-42e7-bd89-97af138e1f1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.2048061
May 19 02:33:15.756996 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-1c06ad26-eaaf-4aed-a635-d1237266aa26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 217 time: 0.0956023
May 19 02:33:15.913784 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe4225-8b6a-4273-a4a9-3b1c87d45b19 req-02f0def3-15ca-483b-a538-00ea9526eb0f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:15.921542 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d6fe4225-8b6a-4273-a4a9-3b1c87d45b19 req-02f0def3-15ca-483b-a538-00ea9526eb0f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 931 time: 0.0984054
May 19 02:33:15.943375 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-a4fed955-57da-42ec-9342-ade9f5e92de8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1627743
May 19 02:33:15.988093 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d6fe4225-8b6a-4273-a4a9-3b1c87d45b19 req-85b45355-df91-4b51-99a1-93e430db1cc0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655756
May 19 02:33:16.060481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-4398c74b-64fb-4823-b387-929aafee57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:16.062006 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-4398c74b-64fb-4823-b387-929aafee57f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.2803054
May 19 02:33:16.116978 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7587-b73f-49c2-99cc-49ce670ff6cb req-f5b40f2a-ba85-42dc-ae8a-047674a45f9b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:16.123672 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9eac7587-b73f-49c2-99cc-49ce670ff6cb req-f5b40f2a-ba85-42dc-ae8a-047674a45f9b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.5315592
May 19 02:33:16.217956 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb8882-3502-4009-b42e-44c160e747ab req-0ea74f71-81c1-4e1b-828f-a93923a970f0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:16.220126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-98eb8882-3502-4009-b42e-44c160e747ab req-0ea74f71-81c1-4e1b-828f-a93923a970f0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1115925
May 19 02:33:16.229268 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23773ef2-4871-4f82-bb0c-cd6844798833 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:16.254658 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:16.287819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9eac7587-b73f-49c2-99cc-49ce670ff6cb req-96093b49-657c-4914-a26c-0c8c6dfc319a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1628525
May 19 02:33:16.296323 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-98eb8882-3502-4009-b42e-44c160e747ab req-325d1b9c-f89c-4a10-985f-259db1b7f69b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658607
May 19 02:33:16.312769 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:33:16.422760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Transition to ACTIVE for port object 23773ef2-4871-4f82-bb0c-cd6844798833 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:33:16.432806 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-bc7ce058-4e48-47cf-82ba-ba888a578d87 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4785790
May 19 02:33:16.436602 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:16.438683 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:33:16.445762 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:33:16.447279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:16.512116 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7fba3c83-b710-4ecd-b9c2-5648ca7fd050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:16.611441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eee11-e9c4-46a1-8c1d-3d798e31e7a7 req-e1df15e6-8042-4da4-b251-3f50b39773d1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:16.620786 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b1eee11-e9c4-46a1-8c1d-3d798e31e7a7 req-e1df15e6-8042-4da4-b251-3f50b39773d1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 945 time: 0.1676488
May 19 02:33:16.671392 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:16.732347 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:16.734236 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:16.742285 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:16.745806 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:16.750956 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b1eee11-e9c4-46a1-8c1d-3d798e31e7a7 req-f74e0e9b-ec56-46a1-b39f-476854b32820 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240556
May 19 02:33:16.888876 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:16.900957 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:17.027443 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Pushing event updated for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:17.036829 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:17.039568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-0cdd084a-0c02-41b3-9b79-49a09a80670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:17.051889 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-0cdd084a-0c02-41b3-9b79-49a09a80670a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.9241662
May 19 02:33:17.066348 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571024ee-1183-47b0-a1f0-fe1235d20bdf req-8fd8766f-c95f-4ba2-9a22-218909445097 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:17.082251 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-571024ee-1183-47b0-a1f0-fe1235d20bdf req-8fd8766f-c95f-4ba2-9a22-218909445097 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1896794
May 19 02:33:17.180679 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-571024ee-1183-47b0-a1f0-fe1235d20bdf req-74ff5096-ed01-4165-b799-b24df9240681 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939107
May 19 02:33:17.228138 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-88bba970-f05e-4969-a6ea-0bb01b9887ac req-83507a22-96e2-4d9a-9cd6-97829ba80e30 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7545154
May 19 02:33:17.233568 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'code': 200}
May 19 02:33:17.253080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e750b2-4163-42a0-800f-0b0f887939d8 req-5ac4c3aa-6e32-4586-872b-a6f6682f81eb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:17.270281 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f0e750b2-4163-42a0-800f-0b0f887939d8 req-5ac4c3aa-6e32-4586-872b-a6f6682f81eb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.6927435
May 19 02:33:17.272615 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Attempting to bind port 23773ef2-4871-4f82-bb0c-cd6844798833 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:33:17.272880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Attempting to bind port 23773ef2-4871-4f82-bb0c-cd6844798833 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:33:17.273198 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Attempting to bind port 23773ef2-4871-4f82-bb0c-cd6844798833 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:33:17.309147 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Port 23773ef2-4871-4f82-bb0c-cd6844798833 on network 65fafcb4-d624-40f2-93a0-84d59635f73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:33:17.309501 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Attempting to bind port 23773ef2-4871-4f82-bb0c-cd6844798833 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:33:17.345673 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:33:17.346003 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:33:17.346389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Bound using segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:33:17.346833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Bound port: 23773ef2-4871-4f82-bb0c-cd6844798833, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:33:17.347197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:17.388460 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f0e750b2-4163-42a0-800f-0b0f887939d8 req-3d8c22ab-45fb-446e-a040-850b88af65a5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173441
May 19 02:33:17.398493 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-379be86a-24eb-4520-b918-86dab90f4dbd service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3198137
May 19 02:33:17.488806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7fda-b146-405d-a9a2-8a02f5c01499 req-7ca5a385-37d8-4373-be2e-aa368113cef9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:17.491555 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2b6a7fda-b146-405d-a9a2-8a02f5c01499 req-7ca5a385-37d8-4373-be2e-aa368113cef9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1422937
May 19 02:33:17.567774 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2b6a7fda-b146-405d-a9a2-8a02f5c01499 req-e96c9bd5-f8dd-4458-9f34-04998fad6d35 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662701
May 19 02:33:17.823311 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a739bf8-727b-4999-9f9a-96fc9327cad6 req-91b6f1f1-4d84-4b53-9210-8ecc9fe03165 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:17.831299 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6a739bf8-727b-4999-9f9a-96fc9327cad6 req-91b6f1f1-4d84-4b53-9210-8ecc9fe03165 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1141512
May 19 02:33:17.848096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:33:17.887206 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6a739bf8-727b-4999-9f9a-96fc9327cad6 req-93adeb0d-bb56-4b82-b130-de30777cbbe1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547578
May 19 02:33:18.003150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23773ef2-4871-4f82-bb0c-cd6844798833,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:33:18.035444 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:18.046663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:18.098010 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596437e-0991-4a07-9872-afda37f322a6 req-42bee01b-75de-4cfd-8072-cba7dfb18f1e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.100355 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8596437e-0991-4a07-9872-afda37f322a6 req-42bee01b-75de-4cfd-8072-cba7dfb18f1e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1116335
May 19 02:33:18.139093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.139597 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:18.144201 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] 10.222.0.55 "PUT /v2.0/ports/23773ef2-4871-4f82-bb0c-cd6844798833 HTTP/1.1" status: 200  len: 1093 time: 3.5796814
May 19 02:33:18.153714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:18.230958 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8596437e-0991-4a07-9872-afda37f322a6 req-c372f8f3-2fb5-437c-8262-bcdea90fe313 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143353
May 19 02:33:18.384010 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd3b9945-296b-4fcd-8bf0-582f4ddf2b41 req-a97febed-56a5-40b1-bbae-f6f88fa2a8ca service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9737556
May 19 02:33:18.409757 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Pushing event updated for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:18.427517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:18.442504 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf7697-b210-4318-ab17-8e1c43fffde1 req-b61d8fc4-f414-4201-9ddc-45262e46fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.444050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4bbf7697-b210-4318-ab17-8e1c43fffde1 req-b61d8fc4-f414-4201-9ddc-45262e46fa39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1099 time: 0.7598875
May 19 02:33:18.464652 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16f5e-de21-4d03-8318-309684e740d7 req-a1a537c8-cb85-470c-9e56-f269ddc876ea tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.466139 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cc16f5e-de21-4d03-8318-309684e740d7 req-a1a537c8-cb85-470c-9e56-f269ddc876ea tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.8276639
May 19 02:33:18.549112 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41610154-cf27-4191-b62a-f4112cfb1b7d req-74e60038-bcf8-4210-98ef-55703c1145fc tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.555438 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-41610154-cf27-4191-b62a-f4112cfb1b7d req-74e60038-bcf8-4210-98ef-55703c1145fc tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1063905
May 19 02:33:18.611801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4bbf7697-b210-4318-ab17-8e1c43fffde1 req-c93fe447-656b-44f4-80ab-8da9afddecc8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189659
May 19 02:33:18.612006 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-41610154-cf27-4191-b62a-f4112cfb1b7d req-26c2fbcb-cd11-4284-af57-0c68f3639765 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556655
May 19 02:33:18.613709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-812aecc8-24f6-4aa5-a7d6-b45dfaa89f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.615286 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-812aecc8-24f6-4aa5-a7d6-b45dfaa89f6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 1096 time: 0.3334131
May 19 02:33:18.632514 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cc16f5e-de21-4d03-8318-309684e740d7 req-9525ca7a-7754-4a9d-9e8c-44c9bd724c5f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1561415
May 19 02:33:18.651347 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d326180-4107-4c8b-98fd-4e97609f189f req-32f52c0c-68ac-48cf-8b64-641220bda9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.653359 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-32f52c0c-68ac-48cf-8b64-641220bda9ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1096 time: 0.1599333
May 19 02:33:18.669005 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833', 'status': 'completed', 'code': 200}
May 19 02:33:18.850744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff73994-4963-4134-8e9a-5845db545947 req-6bed28db-e447-4827-834b-30a4ae22d330 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:18.855079 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2ff73994-4963-4134-8e9a-5845db545947 req-6bed28db-e447-4827-834b-30a4ae22d330 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0945835
May 19 02:33:18.908559 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2ff73994-4963-4134-8e9a-5845db545947 req-98190fd0-09b6-4077-999f-ac6e6bff5253 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484030
May 19 02:33:18.965437 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-bef3100c-56fd-496b-8a81-dc0e93e0d713 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23773ef2-4871-4f82-bb0c-cd6844798833 HTTP/1.1" status: 200  len: 217 time: 0.0932395
May 19 02:33:19.138315 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04c63-a8ae-45e6-aecf-6460950cf4bb req-fc142700-3992-4de7-8b4b-48be5c89200c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.143365 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-ed438792-8cab-4c61-8452-fe8b10792c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.145169 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-ed438792-8cab-4c61-8452-fe8b10792c70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.1639459
May 19 02:33:19.146439 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-32a04c63-a8ae-45e6-aecf-6460950cf4bb req-fc142700-3992-4de7-8b4b-48be5c89200c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1141677
May 19 02:33:19.156675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9405d3-3103-4611-9821-3def2095d672 req-a2c2d5fc-359b-499a-879d-a471f959bb12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.157550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-df9405d3-3103-4611-9821-3def2095d672 req-a2c2d5fc-359b-499a-879d-a471f959bb12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:19.206382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d326180-4107-4c8b-98fd-4e97609f189f req-3e7f3910-d367-4665-b207-9d9852003543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.207972 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-3e7f3910-d367-4665-b207-9d9852003543 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.3599391
May 19 02:33:19.222437 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-32a04c63-a8ae-45e6-aecf-6460950cf4bb req-5fe3e251-8e8c-4fd7-9b83-1c578db378cf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619907
May 19 02:33:19.302246 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-df9405d3-3103-4611-9821-3def2095d672 req-a2c2d5fc-359b-499a-879d-a471f959bb12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:19.302246 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df9405d3-3103-4611-9821-3def2095d672 req-a2c2d5fc-359b-499a-879d-a471f959bb12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.4991429
May 19 02:33:19.318085 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-2e42a6ca-e1b9-4d5b-b019-80d1079192d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 217 time: 0.0926931
May 19 02:33:19.430480 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-d6d1e329-8eb8-4043-b324-261613e8753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.432632 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-d6d1e329-8eb8-4043-b324-261613e8753e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2704353
May 19 02:33:19.583247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8f5a4-9649-4db7-9b10-645e838b9309 req-4d4b7469-efe6-41d7-8aa0-dcc78ef51730 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.585441 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ad8f5a4-9649-4db7-9b10-645e838b9309 req-4d4b7469-efe6-41d7-8aa0-dcc78ef51730 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1468761
May 19 02:33:19.621720 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df9405d3-3103-4611-9821-3def2095d672 req-081603e9-182d-45a8-a9ff-d789bf8cb16c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3071985
May 19 02:33:19.624272 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-e167a327-5ecd-4663-9ee0-0dfc36524e9b service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671839
May 19 02:33:19.646523 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ad8f5a4-9649-4db7-9b10-645e838b9309 req-134a82e4-add4-4245-88b4-4faf0eac3c60 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531352
May 19 02:33:19.661868 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d326180-4107-4c8b-98fd-4e97609f189f req-0b8eb086-b305-406e-9c69-1d1827c0aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.664826 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-0b8eb086-b305-406e-9c69-1d1827c0aa1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.2978685
May 19 02:33:19.834988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be74e3b-b92a-44f4-bed1-2b948d1dd586 req-f7c66e71-6a54-4975-a80c-847df5d90711 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.839157 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-5be74e3b-b92a-44f4-bed1-2b948d1dd586 req-f7c66e71-6a54-4975-a80c-847df5d90711 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:19.862888 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-5be74e3b-b92a-44f4-bed1-2b948d1dd586 req-f7c66e71-6a54-4975-a80c-847df5d90711 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:19.864421 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5be74e3b-b92a-44f4-bed1-2b948d1dd586 req-f7c66e71-6a54-4975-a80c-847df5d90711 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1317370
May 19 02:33:19.901299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744438d3-15ee-496e-8092-0deafb0676b8 req-f9601b72-1d08-47e3-9568-2269c1d62cdd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:19.908280 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-744438d3-15ee-496e-8092-0deafb0676b8 req-f9601b72-1d08-47e3-9568-2269c1d62cdd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1060381
May 19 02:33:19.932661 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5be74e3b-b92a-44f4-bed1-2b948d1dd586 req-5e80fdb8-e25b-47d4-b830-d480f74ef611 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612442
May 19 02:33:19.963583 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-744438d3-15ee-496e-8092-0deafb0676b8 req-a113b444-a816-47a0-8831-a8f6704aad40 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539021
May 19 02:33:20.142468 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5e560-dee4-4b2c-8c6d-4c8d0402a2e6 req-79607aa9-3fb6-4b70-aa3b-4129ddc6fc51 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:20.144103 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c6d5e560-dee4-4b2c-8c6d-4c8d0402a2e6 req-79607aa9-3fb6-4b70-aa3b-4129ddc6fc51 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0927029
May 19 02:33:20.191850 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c6d5e560-dee4-4b2c-8c6d-4c8d0402a2e6 req-296c2176-9dc7-418c-b85c-71ede9d6890f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414407
May 19 02:33:20.405390 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa139ce-7c7b-4b4b-b01e-0b042b84d6ba req-b1f04cf4-f6aa-4d6a-a8ba-3667ff4a03eb tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:20.407104 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4fa139ce-7c7b-4b4b-b01e-0b042b84d6ba req-b1f04cf4-f6aa-4d6a-a8ba-3667ff4a03eb tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0937107
May 19 02:33:20.455226 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4fa139ce-7c7b-4b4b-b01e-0b042b84d6ba req-fa8927b0-0c0a-40cf-8951-5ee0c228f6d7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412021
May 19 02:33:20.879738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054ef3-81e2-468c-b965-05d12e7ee235 req-284401d5-f1e7-4c0b-a2e2-f8de9bcbd8c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:20.887860 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b054ef3-81e2-468c-b965-05d12e7ee235 req-284401d5-f1e7-4c0b-a2e2-f8de9bcbd8c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.0959322
May 19 02:33:20.891894 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad4c54-4bba-40ce-9fe9-56be71fe1f86 req-300b95c6-45b4-4031-951c-429a5438236f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:20.893546 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cfad4c54-4bba-40ce-9fe9-56be71fe1f86 req-300b95c6-45b4-4031-951c-429a5438236f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1277661
May 19 02:33:20.958244 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b054ef3-81e2-468c-b965-05d12e7ee235 req-2f23ea9c-d664-4329-b42f-63d85f3778f6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693619
May 19 02:33:20.960242 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cfad4c54-4bba-40ce-9fe9-56be71fe1f86 req-11c886f0-45c5-46c3-9e49-7bb215926fb9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475304
May 19 02:33:21.151797 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c656-ae7e-45ac-94dc-d3478898f820 req-b1e50fc5-56da-4a03-b817-9846846f8de3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:21.154244 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c54c656-ae7e-45ac-94dc-d3478898f820 req-b1e50fc5-56da-4a03-b817-9846846f8de3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1070886
May 19 02:33:21.177119 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116a7d-9760-496e-9cfc-f541aadb4ffc req-1ecd5882-5202-432a-9e71-6f2ef6d5eef0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:21.179137 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a116a7d-9760-496e-9cfc-f541aadb4ffc req-1ecd5882-5202-432a-9e71-6f2ef6d5eef0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0925426
May 19 02:33:21.206258 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1c54c656-ae7e-45ac-94dc-d3478898f820 req-c4e8f78f-5982-461c-9dd8-eb105f1a9ab2 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444357
May 19 02:33:21.331847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a116a7d-9760-496e-9cfc-f541aadb4ffc req-b3c3b9cd-8234-439e-8321-79a54323787d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1445539
May 19 02:33:21.411670 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff79f0-7810-4b36-8516-f249f25a1458 req-e931b548-ecf7-475b-bf78-addfb43f605e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:21.413232 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5aff79f0-7810-4b36-8516-f249f25a1458 req-e931b548-ecf7-475b-bf78-addfb43f605e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0953400
May 19 02:33:21.475673 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5aff79f0-7810-4b36-8516-f249f25a1458 req-9915bcb9-4046-49e3-b87d-9c4757fd70f7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552306
May 19 02:33:21.653283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6abbd-a8d8-46ef-95bd-15b96d440fa7 req-3ba6fa7b-af62-4f61-a709-3c7beca7ee05 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:21.655664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1f6abbd-a8d8-46ef-95bd-15b96d440fa7 req-3ba6fa7b-af62-4f61-a709-3c7beca7ee05 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0833123
May 19 02:33:21.705103 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1f6abbd-a8d8-46ef-95bd-15b96d440fa7 req-b2b859c4-07ad-4056-bda2-0fe8ecc21ad9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405629
May 19 02:33:22.139227 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bfc95-eaa0-4764-ab23-07db8c97e3f5 req-04604bb0-b6a5-4a20-b31e-c28616867ca6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.139227 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad0bfc95-eaa0-4764-ab23-07db8c97e3f5 req-04604bb0-b6a5-4a20-b31e-c28616867ca6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0915718
May 19 02:33:22.185155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d5b6f-5ee2-4d35-b2f8-f165ac62fcfa req-f4f4f35e-a6ce-42dd-9bfd-9636fc301f04 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.186727 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-802d5b6f-5ee2-4d35-b2f8-f165ac62fcfa req-f4f4f35e-a6ce-42dd-9bfd-9636fc301f04 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1132762
May 19 02:33:22.195225 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad0bfc95-eaa0-4764-ab23-07db8c97e3f5 req-989e44f0-018b-4183-a6cd-3af11321f5a9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467539
May 19 02:33:22.271022 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-802d5b6f-5ee2-4d35-b2f8-f165ac62fcfa req-169911cc-98bd-4892-bd71-79721f652ea9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678139
May 19 02:33:22.408152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3454a79-6da0-4d08-9065-5de323898ce3 req-f7dc5ee8-3d89-4265-b972-83a4f38c8e50 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.417860 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3454a79-6da0-4d08-9065-5de323898ce3 req-f7dc5ee8-3d89-4265-b972-83a4f38c8e50 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0938609
May 19 02:33:22.497903 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3454a79-6da0-4d08-9065-5de323898ce3 req-74e38b83-e65a-4307-8c06-ce8d81bf5250 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789952
May 19 02:33:22.548576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3b31-948d-4fb1-b23e-01c486fc1ed0 req-c634444d-6264-4a0a-90da-d68cfbb403fb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.550344 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-998a3b31-948d-4fb1-b23e-01c486fc1ed0 req-c634444d-6264-4a0a-90da-d68cfbb403fb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1052356
May 19 02:33:22.680570 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-998a3b31-948d-4fb1-b23e-01c486fc1ed0 req-d2846651-ab58-4309-8f90-1e21865dfde4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1190617
May 19 02:33:22.879218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08811ae5-1d30-4818-a764-cc2c05ca2b03 req-922e629b-cb42-4b92-8918-e5cd581f4b86 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058408
May 19 02:33:22.900614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256523f-7334-483c-be27-fa956762337d req-8e9cc595-61ca-44c1-b25d-082d3f1fb82c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.907737 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9256523f-7334-483c-be27-fa956762337d req-8e9cc595-61ca-44c1-b25d-082d3f1fb82c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1281009
May 19 02:33:22.959661 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d09806-bab5-4090-b748-52cd65ad52b1 req-aa68376a-9cbc-4ce7-85fc-db0f4577e347 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:22.964309 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-81d09806-bab5-4090-b748-52cd65ad52b1 req-aa68376a-9cbc-4ce7-85fc-db0f4577e347 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1201284
May 19 02:33:22.966151 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9256523f-7334-483c-be27-fa956762337d req-c36b7710-24b7-4278-8c3c-eff2f1488dfe tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574865
May 19 02:33:23.033134 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-81d09806-bab5-4090-b748-52cd65ad52b1 req-d038abe9-e69d-4ec4-ac56-39ca33c00dbc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633554
May 19 02:33:23.387922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8fb5f-7e4b-4d80-94f5-c3a476d83165 req-ba6bb5fa-f85d-4cc8-b009-eba4f41e37ea tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:23.390021 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cd8fb5f-7e4b-4d80-94f5-c3a476d83165 req-ba6bb5fa-f85d-4cc8-b009-eba4f41e37ea tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0812366
May 19 02:33:23.441588 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cd8fb5f-7e4b-4d80-94f5-c3a476d83165 req-73b2e87a-633a-4976-be55-7dca4ad0b72d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451694
May 19 02:33:23.476889 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198add92-4a8c-4ce1-8a9c-c44be9157ecb req-be51bb75-b639-4cfb-8c3f-4c83733ba50b tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:23.478355 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-198add92-4a8c-4ce1-8a9c-c44be9157ecb req-be51bb75-b639-4cfb-8c3f-4c83733ba50b tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1013579
May 19 02:33:23.553986 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-198add92-4a8c-4ce1-8a9c-c44be9157ecb req-405b6934-e938-420e-a475-afdf96cdf4c1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697331
May 19 02:33:23.692650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd7ed2-43e9-42c8-aa72-8dd99d5626f8 req-3cd14453-7316-41e0-b74f-c0c313cf12c4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:23.694916 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-75bd7ed2-43e9-42c8-aa72-8dd99d5626f8 req-3cd14453-7316-41e0-b74f-c0c313cf12c4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0883331
May 19 02:33:23.754946 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-75bd7ed2-43e9-42c8-aa72-8dd99d5626f8 req-630c30f9-3f46-4f4b-9e13-bf2dcdc7e71e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540569
May 19 02:33:23.876422 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a070d-2b3f-4f98-856a-e6ecc15376e4 req-e518a0a4-12ef-47e8-b065-6209d707bb04 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:23.877881 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-832a070d-2b3f-4f98-856a-e6ecc15376e4 req-e518a0a4-12ef-47e8-b065-6209d707bb04 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0850625
May 19 02:33:23.930848 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-832a070d-2b3f-4f98-856a-e6ecc15376e4 req-2ec1d381-6889-4e23-9ce8-45c7db65997c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463362
May 19 02:33:24.193257 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e76f8f-2b8b-4f99-b4ba-330ed7b56429 req-14dd9a22-8064-43a5-8e81-177c37aadb3c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:24.194821 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2e76f8f-2b8b-4f99-b4ba-330ed7b56429 req-14dd9a22-8064-43a5-8e81-177c37aadb3c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0988262
May 19 02:33:24.256329 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2e76f8f-2b8b-4f99-b4ba-330ed7b56429 req-2f2e3aca-6a9c-4844-8415-049944c001ef tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540099
May 19 02:33:24.269156 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a857bd-326a-4e00-bf71-f0b7791996b3 req-1d2798d9-cee8-436f-a322-19bf4ed9045c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:24.270590 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-51a857bd-326a-4e00-bf71-f0b7791996b3 req-1d2798d9-cee8-436f-a322-19bf4ed9045c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1136158
May 19 02:33:24.321879 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-51a857bd-326a-4e00-bf71-f0b7791996b3 req-d56a37e1-35d5-46f3-85a8-7eccaec31132 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447893
May 19 02:33:24.668566 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84b7d3-129d-4398-b1cc-a5407d4fa995 req-a64868a7-69e6-40fa-9e52-88ddbf7a1bd5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:24.678475 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1d84b7d3-129d-4398-b1cc-a5407d4fa995 req-a64868a7-69e6-40fa-9e52-88ddbf7a1bd5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1100161
May 19 02:33:24.738134 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1d84b7d3-129d-4398-b1cc-a5407d4fa995 req-082db278-3a24-44f7-971a-49c0fa4eb744 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560806
May 19 02:33:24.773193 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969b052-5b43-448f-923f-7e2c06bb2fd6 req-820e5520-8239-459b-b477-cd58fce2bd1d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:24.774626 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9969b052-5b43-448f-923f-7e2c06bb2fd6 req-820e5520-8239-459b-b477-cd58fce2bd1d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1030014
May 19 02:33:24.834870 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9969b052-5b43-448f-923f-7e2c06bb2fd6 req-94ef515f-5f72-48c5-a6ed-6649a7e50d8b tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459726
May 19 02:33:25.089352 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b1e8e-de93-4fd6-9723-b4e2c7834986 req-bff92df7-da1c-4d41-8096-ca9f0a5e79b1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.095634 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e5b1e8e-de93-4fd6-9723-b4e2c7834986 req-bff92df7-da1c-4d41-8096-ca9f0a5e79b1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1979580
May 19 02:33:25.097761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f725-e585-4045-a977-c4ce60b2d059 req-e01acfb0-1e54-4eaa-9fe4-870f529f0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.099371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-e01acfb0-1e54-4eaa-9fe4-870f529f0cdd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 1096 time: 0.1584005
May 19 02:33:25.102595 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d326180-4107-4c8b-98fd-4e97609f189f req-3a13d42b-c548-4a2d-ae66-39bc08b6c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.104006 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-3a13d42b-c548-4a2d-ae66-39bc08b6c4c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2413902
May 19 02:33:25.146002 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e5b1e8e-de93-4fd6-9723-b4e2c7834986 req-edc37edd-b6c0-41f7-b943-2bcf29fbda9b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455296
May 19 02:33:25.155515 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1c467-bbbc-48a0-aa6c-5d3085d73c6c req-4dc658f1-fff3-4c23-bba0-bd85440c5ebc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.174253 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2db1c467-bbbc-48a0-aa6c-5d3085d73c6c req-4dc658f1-fff3-4c23-bba0-bd85440c5ebc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1298606
May 19 02:33:25.223941 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2db1c467-bbbc-48a0-aa6c-5d3085d73c6c req-0464433c-f9b9-4169-93d3-5fa8c3414e41 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0485625
May 19 02:33:25.543205 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f725-e585-4045-a977-c4ce60b2d059 req-f3c03b07-9e88-4831-be13-2bf46bd1fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.544522 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-f3c03b07-9e88-4831-be13-2bf46bd1fe34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.2942207
May 19 02:33:25.554811 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-c9d49e8f-5834-4e0d-b5c2-62572e613668 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835801
May 19 02:33:25.559245 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c27bec-78da-4e8c-84a4-dc7e31db475d req-6dbc2f61-8bbe-44e8-8f5d-4735684202aa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.560973 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-86c27bec-78da-4e8c-84a4-dc7e31db475d req-6dbc2f61-8bbe-44e8-8f5d-4735684202aa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1084280
May 19 02:33:25.627771 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-86c27bec-78da-4e8c-84a4-dc7e31db475d req-26690d80-9545-4eee-81e2-89339bf65a84 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603127
May 19 02:33:25.766333 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-c1c65848-1e6c-4bc6-99de-fd649b222465 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23773ef2-4871-4f82-bb0c-cd6844798833 HTTP/1.1" status: 200  len: 217 time: 0.2063782
May 19 02:33:25.824343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba165-ffee-4ebd-b78b-82b041dfd2ab req-932cb91a-3c2c-4690-9388-03f044a0e677 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.830981 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6dba165-ffee-4ebd-b78b-82b041dfd2ab req-932cb91a-3c2c-4690-9388-03f044a0e677 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.4587026
May 19 02:33:25.964821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba781576-39be-498b-8441-5805548a6c0f req-d43f1f9b-c8d6-44e7-af63-de38cea6a7ea tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:25.971856 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba781576-39be-498b-8441-5805548a6c0f req-d43f1f9b-c8d6-44e7-af63-de38cea6a7ea tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1112700
May 19 02:33:26.009508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f725-e585-4045-a977-c4ce60b2d059 req-2cf81cf2-4bde-4320-bd5b-757cfacc10db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.011224 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-2cf81cf2-4bde-4320-bd5b-757cfacc10db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.2271137
May 19 02:33:26.059326 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba781576-39be-498b-8441-5805548a6c0f req-b593fb95-dee5-4842-92fd-960b8854ef38 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862308
May 19 02:33:26.063138 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6dba165-ffee-4ebd-b78b-82b041dfd2ab req-4a221ae7-ba63-4152-912a-46149dcd998e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2312222
May 19 02:33:26.090678 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d326180-4107-4c8b-98fd-4e97609f189f req-561a53de-e28c-45c9-93de-f39affab2796 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3362031
May 19 02:33:26.182996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f725-e585-4045-a977-c4ce60b2d059 req-a541b25b-bb30-458c-a992-a4084e448e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.184497 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-a541b25b-bb30-458c-a992-a4084e448e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1161182
May 19 02:33:26.289860 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d436e-ccab-418e-9e82-6fcd9526f7e5 req-350ae8bf-3bff-4047-a139-11d019f86a1f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.291492 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-019d436e-ccab-418e-9e82-6fcd9526f7e5 req-350ae8bf-3bff-4047-a139-11d019f86a1f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1420569
May 19 02:33:26.363713 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-019d436e-ccab-418e-9e82-6fcd9526f7e5 req-b098ed24-e36f-46e9-9abb-f3144ddf0694 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609956
May 19 02:33:26.449978 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-f29c353a-2573-4ad8-8920-8e142349fcc1 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498813
May 19 02:33:26.467311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de275c-35d2-4a7f-9658-56b9c59c306e req-94e6971e-6e36-4a2f-bdda-7d0dbeeb57cb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.468774 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11de275c-35d2-4a7f-9658-56b9c59c306e req-94e6971e-6e36-4a2f-bdda-7d0dbeeb57cb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1409264
May 19 02:33:26.555389 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11de275c-35d2-4a7f-9658-56b9c59c306e req-b4a34746-6e6b-4416-9d3d-e233879c7e0e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682662
May 19 02:33:26.558604 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992867af-b7b0-43a2-afc6-11a7ed7ff8ea req-2bbfde52-ec47-4abe-8a1f-0ccc3b48f8b3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.560379 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-992867af-b7b0-43a2-afc6-11a7ed7ff8ea req-2bbfde52-ec47-4abe-8a1f-0ccc3b48f8b3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0974562
May 19 02:33:26.681015 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1314f725-e585-4045-a977-c4ce60b2d059 req-8ffdcd0a-21a9-428c-9008-991d4cd58875 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110741
May 19 02:33:26.767380 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-992867af-b7b0-43a2-afc6-11a7ed7ff8ea req-edf2de0b-d9ba-4d8f-879b-c7de5fd42aca tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1940634
May 19 02:33:26.871399 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a03fe-2ee0-4f1c-983d-b0e6cbe5b70f req-dcba27e7-7904-4d48-905a-e5d593e96145 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:26.873030 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-347a03fe-2ee0-4f1c-983d-b0e6cbe5b70f req-dcba27e7-7904-4d48-905a-e5d593e96145 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1073914
May 19 02:33:26.939704 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-347a03fe-2ee0-4f1c-983d-b0e6cbe5b70f req-5fcc1cf3-6ea0-41e6-b684-c4a8cfc89aa8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510314
May 19 02:33:27.267091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15328c-9967-4cb9-8ba7-ef4e589dcfa3 req-fe31c10c-d111-422a-82ea-5d45a7d06895 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.268744 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f15328c-9967-4cb9-8ba7-ef4e589dcfa3 req-fe31c10c-d111-422a-82ea-5d45a7d06895 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1248217
May 19 02:33:27.284014 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157a04f-9b46-421e-a3b1-b0e036f13163 req-0440935f-379a-45a3-b7c2-f34702d2385d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.285766 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3157a04f-9b46-421e-a3b1-b0e036f13163 req-0440935f-379a-45a3-b7c2-f34702d2385d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1003675
May 19 02:33:27.343664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f15328c-9967-4cb9-8ba7-ef4e589dcfa3 req-631b4f4c-f8bc-4a51-b432-26857128c359 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0634475
May 19 02:33:27.354861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3157a04f-9b46-421e-a3b1-b0e036f13163 req-d885fa05-6580-4c88-a031-04b449d76c22 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583789
May 19 02:33:27.577316 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34167b10-5bd9-4f5e-8479-25ddb9aef9c4 req-99565013-3b8a-4c3c-928a-71f5bd7a91c6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.579131 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-34167b10-5bd9-4f5e-8479-25ddb9aef9c4 req-99565013-3b8a-4c3c-928a-71f5bd7a91c6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1104157
May 19 02:33:27.586370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa353b3-9736-475f-862a-bb13bed7c628 req-ae377b68-f01c-4634-97e5-627bdf1ed3ec tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.587930 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1aa353b3-9736-475f-862a-bb13bed7c628 req-ae377b68-f01c-4634-97e5-627bdf1ed3ec tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1028187
May 19 02:33:27.635228 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-34167b10-5bd9-4f5e-8479-25ddb9aef9c4 req-e541bca8-b397-4da5-a50e-b93784a6a06b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489430
May 19 02:33:27.650452 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1aa353b3-9736-475f-862a-bb13bed7c628 req-a13e7792-540c-4260-a2b5-51fe04cfeca4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568514
May 19 02:33:27.814677 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06a990-644e-471e-9cdd-169950c7fe7b req-c19c002d-33b2-4073-a28c-ea492ee46902 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.816632 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9c06a990-644e-471e-9cdd-169950c7fe7b req-c19c002d-33b2-4073-a28c-ea492ee46902 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0888634
May 19 02:33:27.850245 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449284-5306-4065-aa0b-76356dc2964e req-89372e61-590b-4a43-b697-a13c19154eb9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:27.851668 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d449284-5306-4065-aa0b-76356dc2964e req-89372e61-590b-4a43-b697-a13c19154eb9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.0985608
May 19 02:33:27.883364 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9c06a990-644e-471e-9cdd-169950c7fe7b req-c2474507-be5c-42ad-868e-803f19e009f5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598803
May 19 02:33:27.898523 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d449284-5306-4065-aa0b-76356dc2964e req-45c7744f-d84c-41c1-be4d-6db70c499283 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405507
May 19 02:33:28.142170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efd5fe-74b2-4fe9-bae1-07256978b58b req-e92d4163-0739-4cd4-9ecf-d69200914151 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:28.143689 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-26efd5fe-74b2-4fe9-bae1-07256978b58b req-e92d4163-0739-4cd4-9ecf-d69200914151 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0882759
May 19 02:33:28.188358 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-26efd5fe-74b2-4fe9-bae1-07256978b58b req-781e81b5-4953-4d10-9a70-c1edcabb6446 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388274
May 19 02:33:28.286311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721ac1-26ff-49b9-a224-de59519b533b req-ae029c6e-5998-4c5b-b8ce-028195f1d7fd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:28.288291 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8721ac1-26ff-49b9-a224-de59519b533b req-ae029c6e-5998-4c5b-b8ce-028195f1d7fd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.0789478
May 19 02:33:28.331645 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8721ac1-26ff-49b9-a224-de59519b533b req-9cf6eeb7-897b-40a9-b68d-88b77a2859e2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377028
May 19 02:33:28.532520 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143071a-c325-4395-be6c-6bfb4747bc37 req-662ff918-a6ed-4e73-a4c9-9b2c7447c45f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:28.533674 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d143071a-c325-4395-be6c-6bfb4747bc37 req-662ff918-a6ed-4e73-a4c9-9b2c7447c45f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0889583
May 19 02:33:28.547822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b74a-07d8-4b66-86a4-3a9549bb5f01 req-a8d52b59-e5b2-467d-9a51-b10fe8833a53 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:28.558115 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0e8b74a-07d8-4b66-86a4-3a9549bb5f01 req-a8d52b59-e5b2-467d-9a51-b10fe8833a53 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1031268
May 19 02:33:28.583839 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d143071a-c325-4395-be6c-6bfb4747bc37 req-029c073c-10cc-4665-bb0e-a6b17f39ee8f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429680
May 19 02:33:28.602261 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0e8b74a-07d8-4b66-86a4-3a9549bb5f01 req-a180455a-fbae-4bf8-8075-b1f4b24732e8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431871
May 19 02:33:28.826461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e845ad-ea5c-419f-9c5a-99d46821c633 req-85ae7e95-8c91-4322-8433-9a4a7025f79d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:28.827951 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3e845ad-ea5c-419f-9c5a-99d46821c633 req-85ae7e95-8c91-4322-8433-9a4a7025f79d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0845082
May 19 02:33:28.872963 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3e845ad-ea5c-419f-9c5a-99d46821c633 req-3d6c8b4c-88da-4070-a1e4-b9e99f400d63 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388877
May 19 02:33:29.062430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed0d0-d2ef-4b59-a70c-0acff6ae4264 req-bdf89366-ec03-4bcf-b16b-5cb753875312 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:29.063888 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d3bed0d0-d2ef-4b59-a70c-0acff6ae4264 req-bdf89366-ec03-4bcf-b16b-5cb753875312 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0782211
May 19 02:33:29.110128 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d3bed0d0-d2ef-4b59-a70c-0acff6ae4264 req-665e1cd1-d7cf-4e6c-8dee-f2fafa8eeb26 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401103
May 19 02:33:29.368406 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446e42c-73fd-49a4-bbc6-4b3622904b0b req-fc92ad8d-901f-4077-baa7-58f258424285 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:29.369862 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1446e42c-73fd-49a4-bbc6-4b3622904b0b req-fc92ad8d-901f-4077-baa7-58f258424285 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0785620
May 19 02:33:29.413372 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1446e42c-73fd-49a4-bbc6-4b3622904b0b req-af748a0b-a641-4196-98ab-5c29977c7547 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378573
May 19 02:33:29.776077 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc885ab-39a2-42d3-aa11-43935362a9c0 req-1b773d13-ed14-4b6f-97d3-95ed12a87fb3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:29.777618 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0cc885ab-39a2-42d3-aa11-43935362a9c0 req-1b773d13-ed14-4b6f-97d3-95ed12a87fb3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0799823
May 19 02:33:29.825102 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0cc885ab-39a2-42d3-aa11-43935362a9c0 req-3f662c3e-2e77-4aca-8da0-ce56641c3b31 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416462
May 19 02:33:29.854945 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e35db-37f6-42f3-bee0-783d770d4135 req-9580ce24-04df-48a8-befe-d61814a57690 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:29.856455 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-867e35db-37f6-42f3-bee0-783d770d4135 req-9580ce24-04df-48a8-befe-d61814a57690 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1471770
May 19 02:33:29.900398 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-867e35db-37f6-42f3-bee0-783d770d4135 req-6923ab3b-5532-4745-a85c-edb83000004b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383198
May 19 02:33:30.126344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0894af6-74bc-4cb3-9433-04738b8038a3 req-a61275d8-088b-4828-b10b-e50b8fff45d1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:30.127726 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0894af6-74bc-4cb3-9433-04738b8038a3 req-a61275d8-088b-4828-b10b-e50b8fff45d1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1479437
May 19 02:33:30.172792 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0894af6-74bc-4cb3-9433-04738b8038a3 req-996b100d-e884-4b30-ab8a-b570d79db542 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391865
May 19 02:33:30.290405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd72dd-70ef-41ed-97c1-4ee28f75d2da req-b0b4c8e2-f832-4c9f-a801-4fe06b347571 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:30.291834 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ddd72dd-70ef-41ed-97c1-4ee28f75d2da req-b0b4c8e2-f832-4c9f-a801-4fe06b347571 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0783041
May 19 02:33:30.338964 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ddd72dd-70ef-41ed-97c1-4ee28f75d2da req-c76c7230-02de-446a-b022-10fa3748a1aa tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413439
May 19 02:33:30.595491 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b045098-9876-4b2b-a842-9fe8496adba5 req-c0353a2d-8f49-458e-9232-4a0b0f7258b0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:30.596918 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b045098-9876-4b2b-a842-9fe8496adba5 req-c0353a2d-8f49-458e-9232-4a0b0f7258b0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0783005
May 19 02:33:30.642271 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b045098-9876-4b2b-a842-9fe8496adba5 req-03023494-f14a-42b2-bfbd-fcba3cfe5188 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397704
May 19 02:33:30.978902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54816da8-344d-4449-9ff9-f71fe3912954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:31.058226 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428baa64-4900-4849-b942-d223c3939d93 req-2bd3e8ca-ebd8-480d-8c82-a63dde0b40fc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:31.059700 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-428baa64-4900-4849-b942-d223c3939d93 req-2bd3e8ca-ebd8-480d-8c82-a63dde0b40fc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1309090
May 19 02:33:31.097736 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b44a1-e5d9-442d-8440-fcee58d9d49b req-28db04ea-a63a-4bc2-9ee9-10ffd442bd4a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:31.099176 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-004b44a1-e5d9-442d-8440-fcee58d9d49b req-28db04ea-a63a-4bc2-9ee9-10ffd442bd4a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0809593
May 19 02:33:31.103876 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-428baa64-4900-4849-b942-d223c3939d93 req-1ddc6af1-0b95-461e-9a4a-a714bd496e71 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384803
May 19 02:33:31.143085 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-004b44a1-e5d9-442d-8440-fcee58d9d49b req-0424891e-bcbd-4e70-b480-1e852063c965 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381734
May 19 02:33:31.363440 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499deafa-3ecf-4700-b7c8-3d6154fe4c68 req-666a9656-b4fc-4197-8198-ba8b4d49fd1e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:31.364874 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-499deafa-3ecf-4700-b7c8-3d6154fe4c68 req-666a9656-b4fc-4197-8198-ba8b4d49fd1e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0812025
May 19 02:33:31.408851 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-499deafa-3ecf-4700-b7c8-3d6154fe4c68 req-9227ccdb-b6db-448e-b05d-bfc3ed4f3a50 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379126
May 19 02:33:31.520736 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4191c4-bd89-4b12-8f46-a5037330c9d4 req-1f8573e6-63d2-4c6e-97c9-314191cdf4ec tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:31.522174 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8d4191c4-bd89-4b12-8f46-a5037330c9d4 req-1f8573e6-63d2-4c6e-97c9-314191cdf4ec tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0807836
May 19 02:33:31.565565 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8d4191c4-bd89-4b12-8f46-a5037330c9d4 req-839daf3a-e245-42f9-b02a-541586716efe tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376909
May 19 02:33:31.821245 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc7f1-242f-4491-aebc-fba37030fb9d req-3d06fcc8-20da-4596-a1eb-93bebe65896f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:31.822678 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9fbfc7f1-242f-4491-aebc-fba37030fb9d req-3d06fcc8-20da-4596-a1eb-93bebe65896f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0777535
May 19 02:33:31.866376 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9fbfc7f1-242f-4491-aebc-fba37030fb9d req-1c2700e4-51c6-43d2-b727-56d82d29da0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374374
May 19 02:33:32.288921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9270c-3a1c-4a81-9057-6e01dc58e3f5 req-7dcf97f7-31ea-4cab-a8a3-6309cc079722 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:32.290381 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bdb9270c-3a1c-4a81-9057-6e01dc58e3f5 req-7dcf97f7-31ea-4cab-a8a3-6309cc079722 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0799935
May 19 02:33:32.327008 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b03f0b-b3b9-4be1-8e5e-9b9f524116bb req-80a77fb9-1a12-48ef-a74b-26182982c944 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:32.328596 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-93b03f0b-b3b9-4be1-8e5e-9b9f524116bb req-80a77fb9-1a12-48ef-a74b-26182982c944 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0822992
May 19 02:33:32.336554 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bdb9270c-3a1c-4a81-9057-6e01dc58e3f5 req-1a568ee4-6add-47c4-88af-d70bcb825df6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393288
May 19 02:33:32.374926 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-93b03f0b-b3b9-4be1-8e5e-9b9f524116bb req-60910fa3-b29b-4fe0-8280-87b2048c840a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407360
May 19 02:33:32.596720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8bb3b-c546-42dd-a06b-2715e26b9687 req-fa26457c-18ac-4b19-9544-b37289a8c2d9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:32.598325 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7cf8bb3b-c546-42dd-a06b-2715e26b9687 req-fa26457c-18ac-4b19-9544-b37289a8c2d9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0828328
May 19 02:33:32.644010 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7cf8bb3b-c546-42dd-a06b-2715e26b9687 req-11ea229d-c69c-494f-b896-0b3b48cf0ce0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400488
May 19 02:33:32.836651 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:32.896213 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143e12f-bc1c-4a8a-8cfb-62bed8949583 req-050c1e57-91b3-4a6c-af17-21f8d954e3c9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:32.897709 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e143e12f-bc1c-4a8a-8cfb-62bed8949583 req-050c1e57-91b3-4a6c-af17-21f8d954e3c9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0850492
May 19 02:33:32.951606 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e143e12f-bc1c-4a8a-8cfb-62bed8949583 req-bba82572-4b19-40ae-9e7a-3bd04c18509d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460112
May 19 02:33:33.110521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ac41a-d622-400e-a831-08c5a2acea91 req-c4ff87f1-78c3-4b20-a5fa-66b84d844586 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.118138 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-718ac41a-d622-400e-a831-08c5a2acea91 req-c4ff87f1-78c3-4b20-a5fa-66b84d844586 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1461866
May 19 02:33:33.122045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1689-6644-4d9c-8113-00186041072c req-7be5e8dd-528a-4364-ac2f-f5936d9b9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.124311 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-7be5e8dd-528a-4364-ac2f-f5936d9b9660 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1098 time: 0.1148307
May 19 02:33:33.180993 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-718ac41a-d622-400e-a831-08c5a2acea91 req-e6954eb8-a4fa-4bb9-825d-2ccd6927f54b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619924
May 19 02:33:33.430435 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:33.440589 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-36a82d5f-0b4d-4544-99fd-9eadb3898f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:33.519897 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c650-e785-4e21-8a1c-1e39b73b672b req-4728aa39-5cab-4f57-ab2f-8faa2324aa7e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.521338 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bff8c650-e785-4e21-8a1c-1e39b73b672b req-4728aa39-5cab-4f57-ab2f-8faa2324aa7e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0783069
May 19 02:33:33.561741 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8c5f-71f3-4c1e-bd19-56df6eb079f7 req-a59ac8d3-bb9c-493d-9cb2-1f625b199295 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.563221 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d3a8c5f-71f3-4c1e-bd19-56df6eb079f7 req-a59ac8d3-bb9c-493d-9cb2-1f625b199295 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0814955
May 19 02:33:33.566976 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bff8c650-e785-4e21-8a1c-1e39b73b672b req-9c2dcc32-56fe-429a-8214-9eac6fe3adcb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392740
May 19 02:33:33.730179 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d3a8c5f-71f3-4c1e-bd19-56df6eb079f7 req-a8db6ef8-ee2b-4430-92fe-1e03b7f01d94 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610830
May 19 02:33:33.789562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-8be50fc1-b543-4f8a-a6c9-4d8da7118180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.791013 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-8be50fc1-b543-4f8a-a6c9-4d8da7118180 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.2021973
May 19 02:33:33.792135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1689-6644-4d9c-8113-00186041072c req-d2dcd6ca-7ad8-42b7-b089-ecceb6353de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.793401 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-d2dcd6ca-7ad8-42b7-b089-ecceb6353de5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.2032118
May 19 02:33:33.838376 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758b0b-e2dd-4649-887c-a8077a04411e req-95a9397e-2d9a-49aa-bd78-d43faea5b565 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:33.839846 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5b758b0b-e2dd-4649-887c-a8077a04411e req-95a9397e-2d9a-49aa-bd78-d43faea5b565 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0822458
May 19 02:33:33.884190 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5b758b0b-e2dd-4649-887c-a8077a04411e req-956c6826-0c60-4e7a-b5cf-b51750c46f9e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384219
May 19 02:33:33.986799 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-fa802e85-7b70-4aca-8813-b0f768a59939 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 1001 time: 0.1658347
May 19 02:33:34.054303 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-5d329016-f1fb-49b5-acc4-87676abbc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.055755 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-5d329016-f1fb-49b5-acc4-87676abbc753 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.2519226
May 19 02:33:34.154623 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1689-6644-4d9c-8113-00186041072c req-480a537b-d375-45db-ac9e-554fa7cb8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.156051 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-480a537b-d375-45db-ac9e-554fa7cb8446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.1592331
May 19 02:33:34.340233 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-25c60009-b308-4a07-89b9-6b46fdf95509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.2415438
May 19 02:33:34.383040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37918f33-2fc9-461f-b429-c2c591066f61 req-8f97dfb7-2265-4ea9-a168-835d09d03f69 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.385598 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37918f33-2fc9-461f-b429-c2c591066f61 req-8f97dfb7-2265-4ea9-a168-835d09d03f69 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0946803
May 19 02:33:34.421224 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb9f8-3638-4469-bcbf-faaac0207307 req-b24c0d67-52d2-47de-9c2d-1a840a2f6a47 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.422694 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-677bb9f8-3638-4469-bcbf-faaac0207307 req-b24c0d67-52d2-47de-9c2d-1a840a2f6a47 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.3586943
May 19 02:33:34.427415 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1689-6644-4d9c-8113-00186041072c req-1f4c9ce9-6ffd-4d01-bc30-dcf32cb0da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.429332 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-1f4c9ce9-6ffd-4d01-bc30-dcf32cb0da02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2563035
May 19 02:33:34.434833 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37918f33-2fc9-461f-b429-c2c591066f61 req-e4b0e2bd-79ad-4a95-9965-61421891b7e0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438159
May 19 02:33:34.447906 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-8b50b324-ff90-488a-b025-8c5cdfcc5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.449299 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-8b50b324-ff90-488a-b025-8c5cdfcc5b76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0990429
May 19 02:33:34.600893 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-677bb9f8-3638-4469-bcbf-faaac0207307 req-0ae65c16-a575-4611-9d4d-483edcfcd556 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690187
May 19 02:33:34.640596 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:34.665325 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-d0800827-eaa0-4237-8d00-9790e440aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.666775 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-d0800827-eaa0-4237-8d00-9790e440aa1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1980529
May 19 02:33:34.668631 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-03bb08ac-5f9c-42d5-a484-c1d4d2b24b18 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184861
May 19 02:33:34.801490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b187e-6578-444b-8b69-b59cd2b77a92 req-bb0992c0-4319-4347-934b-2b75c2e91b71 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:34.803189 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-736b187e-6578-444b-8b69-b59cd2b77a92 req-bb0992c0-4319-4347-934b-2b75c2e91b71 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0849528
May 19 02:33:34.850680 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-736b187e-6578-444b-8b69-b59cd2b77a92 req-c8bdd280-700e-4ae1-a002-8bc047e23450 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397642
May 19 02:33:34.975507 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-d455668a-6788-416a-91a7-4df64cd19fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838933
May 19 02:33:34.979961 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60bf1689-6644-4d9c-8113-00186041072c req-2d6f924d-546d-4c65-82cb-609d5e39790b service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717588
May 19 02:33:34.998927 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312666-1fa5-4f29-a296-1555298fa4c3 req-011172bb-1188-4179-839b-9d4826023f18 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:35.000371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-18312666-1fa5-4f29-a296-1555298fa4c3 req-011172bb-1188-4179-839b-9d4826023f18 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1515694
May 19 02:33:35.069287 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-18312666-1fa5-4f29-a296-1555298fa4c3 req-37f5d5d3-b3da-465f-a3a4-13a1cb8be28a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632849
May 19 02:33:35.116064 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e2d76-03b4-4a81-b212-c7900575ddb1 req-4a1d1348-c46a-45be-8f51-48394a44acc7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:35.123605 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-453e2d76-03b4-4a81-b212-c7900575ddb1 req-4a1d1348-c46a-45be-8f51-48394a44acc7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.1183448
May 19 02:33:35.169256 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-453e2d76-03b4-4a81-b212-c7900575ddb1 req-c839be96-b813-48ea-8310-094c276085e0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442858
May 19 02:33:35.185397 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bbe4abe5-c810-47a1-97a9-b2a4692ef2dc req-6864c144-8e22-4ba1-b331-c4578a525a66 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576860
May 19 02:33:35.779221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e45d7-951a-41e6-9d86-5954ee0957bf req-a0a46927-20aa-48e3-8bbb-e7ed4725e3be tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:35.780651 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c42e45d7-951a-41e6-9d86-5954ee0957bf req-a0a46927-20aa-48e3-8bbb-e7ed4725e3be tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0888698
May 19 02:33:35.825568 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c42e45d7-951a-41e6-9d86-5954ee0957bf req-f04e963e-ecd2-49fb-b655-3926eca96a93 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392804
May 19 02:33:35.992957 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce78854-4e49-41d5-8b57-5b6689ffc646 req-9c29fe0b-38a8-48d0-9f02-6d150db38efb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:35.994366 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ce78854-4e49-41d5-8b57-5b6689ffc646 req-9c29fe0b-38a8-48d0-9f02-6d150db38efb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0786476
May 19 02:33:36.039707 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9ce78854-4e49-41d5-8b57-5b6689ffc646 req-11cc9584-d4bf-42dc-b59d-b9b7b0e01d71 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397706
May 19 02:33:36.193286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:36.210481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba01b4-804e-4c4b-b265-b3eb76d2c5a0 req-e98ea335-ecfa-4a1e-b035-550196c4e2d0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:36.212004 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-adba01b4-804e-4c4b-b265-b3eb76d2c5a0 req-e98ea335-ecfa-4a1e-b035-550196c4e2d0 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0830855
May 19 02:33:36.258037 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-adba01b4-804e-4c4b-b265-b3eb76d2c5a0 req-a834feac-40d3-4c43-8ae4-ae055f001a7f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403459
May 19 02:33:36.435216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50862615-57a2-41a0-866f-b73747800a3c req-69d83be0-fc35-4007-a1ea-a1e81b35e8c9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:36.436630 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-50862615-57a2-41a0-866f-b73747800a3c req-69d83be0-fc35-4007-a1ea-a1e81b35e8c9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0839572
May 19 02:33:36.479856 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-50862615-57a2-41a0-866f-b73747800a3c req-dc5d58c6-4619-4543-a941-ee44e144c7dc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376694
May 19 02:33:36.647370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b5ab9-2582-430f-bf3e-9ecae84719a0 req-897f541a-9ca4-44ac-ab7f-b773bfa6bee2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:36.648678 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-189b5ab9-2582-430f-bf3e-9ecae84719a0 req-897f541a-9ca4-44ac-ab7f-b773bfa6bee2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0784254
May 19 02:33:36.694963 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-189b5ab9-2582-430f-bf3e-9ecae84719a0 req-7b51441b-1ebb-4935-bc7f-2d9fdf9b75f9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406811
May 19 02:33:37.169080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6287c6-4874-4edc-b001-daa9026deadc req-0930d89e-e82a-4769-a0c5-f5ba63983261 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:37.170573 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5e6287c6-4874-4edc-b001-daa9026deadc req-0930d89e-e82a-4769-a0c5-f5ba63983261 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0789585
May 19 02:33:37.217216 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5e6287c6-4874-4edc-b001-daa9026deadc req-e60d00fa-0cd0-49c0-8b6c-9028457c4a60 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406094
May 19 02:33:37.389019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283ebb-a85b-4309-8dfd-6b66a6329746 req-40606a28-1347-457e-9eb4-83f238aa82ba tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:37.390428 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-56283ebb-a85b-4309-8dfd-6b66a6329746 req-40606a28-1347-457e-9eb4-83f238aa82ba tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0819094
May 19 02:33:37.433253 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-56283ebb-a85b-4309-8dfd-6b66a6329746 req-8e338f2a-a44d-45ec-b75d-c807e58db53c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371993
May 19 02:33:37.598094 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935d8c-08a4-4dc1-b9bb-46d1fb804b10 req-aecc2eb5-4fda-4fd9-8444-a98e02eb52f5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:37.599585 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44935d8c-08a4-4dc1-b9bb-46d1fb804b10 req-aecc2eb5-4fda-4fd9-8444-a98e02eb52f5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0771246
May 19 02:33:37.646226 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44935d8c-08a4-4dc1-b9bb-46d1fb804b10 req-4fffe23a-6ff0-42d8-80b0-9af2161984f6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411718
May 19 02:33:37.884185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f6bb9-1ee0-4869-b042-32f5bd09ef19 req-ebfa7b8a-8aa5-4850-a2c9-aa5ed057d86d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:37.885519 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c49f6bb9-1ee0-4869-b042-32f5bd09ef19 req-ebfa7b8a-8aa5-4850-a2c9-aa5ed057d86d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1475675
May 19 02:33:37.928914 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c49f6bb9-1ee0-4869-b042-32f5bd09ef19 req-e1f27812-2eb1-4c6b-abab-777b077abb6d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372715
May 19 02:33:38.095346 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9cab4-4791-4d3c-af3e-2924531314ff req-cb9c2b23-12bc-4c1c-906e-0db01e5a39a7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:38.096741 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-31e9cab4-4791-4d3c-af3e-2924531314ff req-cb9c2b23-12bc-4c1c-906e-0db01e5a39a7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0793931
May 19 02:33:38.124072 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:33:38.141532 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-31e9cab4-4791-4d3c-af3e-2924531314ff req-f2c0e7a5-144b-465a-a87c-a4fc3e9624f2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385501
May 19 02:33:38.394408 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114732fe-af21-436b-a811-336950a10a06 req-75271ebb-f7e1-40e3-b133-9ac84cb45029 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:38.395767 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-114732fe-af21-436b-a811-336950a10a06 req-75271ebb-f7e1-40e3-b133-9ac84cb45029 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0774579
May 19 02:33:38.441623 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-114732fe-af21-436b-a811-336950a10a06 req-a08625de-e910-478b-9aa8-bcc60904d8c6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396683
May 19 02:33:38.614111 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa3c2-0b25-4e6c-9c08-4b340568d2bd req-da77c24c-420e-44bd-b0b2-84cd045f7afd tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:38.616107 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-031aa3c2-0b25-4e6c-9c08-4b340568d2bd req-da77c24c-420e-44bd-b0b2-84cd045f7afd tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0779324
May 19 02:33:38.660739 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-031aa3c2-0b25-4e6c-9c08-4b340568d2bd req-1ac048be-2e85-4ea2-b12d-d083684c9ec0 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389476
May 19 02:33:38.832019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cb721-0612-4373-b3a7-d60356cb946f req-6a65ef2d-32f3-4d35-bf54-ea1d08f35400 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:38.833461 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-399cb721-0612-4373-b3a7-d60356cb946f req-6a65ef2d-32f3-4d35-bf54-ea1d08f35400 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0830133
May 19 02:33:38.876664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-399cb721-0612-4373-b3a7-d60356cb946f req-3e3a3b50-90a3-4570-be89-bdf45a148d72 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375390
May 19 02:33:39.104292 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52715e37-ad18-4e27-84a8-fca09360fbd6 req-dcca2181-a0dd-440b-9ee2-87ae8fef9ee5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:39.105710 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52715e37-ad18-4e27-84a8-fca09360fbd6 req-dcca2181-a0dd-440b-9ee2-87ae8fef9ee5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0774698
May 19 02:33:39.149444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52715e37-ad18-4e27-84a8-fca09360fbd6 req-a8e5a9a3-1dc2-472e-b54d-e53a8b8b69d6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382254
May 19 02:33:39.333125 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361060-c6ec-4554-af7f-2e598a086e1d req-1fe16d23-5ffb-4ee4-bde5-b4b53e1b85c2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:39.334546 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-69361060-c6ec-4554-af7f-2e598a086e1d req-1fe16d23-5ffb-4ee4-bde5-b4b53e1b85c2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0822864
May 19 02:33:39.378825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-69361060-c6ec-4554-af7f-2e598a086e1d req-09f603d1-27db-45d9-b2eb-65b73bceffdb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385280
May 19 02:33:39.623941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2990e-73b8-4e2a-80fd-4830f99bdf2a req-27253888-4208-4b22-9b1b-34f937f9b72a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:39.625258 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-98e2990e-73b8-4e2a-80fd-4830f99bdf2a req-27253888-4208-4b22-9b1b-34f937f9b72a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0815990
May 19 02:33:39.668489 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-98e2990e-73b8-4e2a-80fd-4830f99bdf2a req-a15ad36a-c4e2-4445-a22a-9b768a4190c6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376644
May 19 02:33:39.842348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acbfa9-9888-4d54-8ebe-f9ea7db5655f req-afd7ebed-797d-4478-a217-e653b19ea913 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:39.843835 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b9acbfa9-9888-4d54-8ebe-f9ea7db5655f req-afd7ebed-797d-4478-a217-e653b19ea913 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0826452
May 19 02:33:39.892572 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b9acbfa9-9888-4d54-8ebe-f9ea7db5655f req-c4541658-f4e5-4fb8-8258-e8e26fab7ae4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408068
May 19 02:33:39.963791 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-26b9cfbd-d981-4f6b-aa0f-574af22ebc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:39.965272 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-26b9cfbd-d981-4f6b-aa0f-574af22ebc48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1098 time: 0.1356957
May 19 02:33:40.062748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eeb5b-6722-4a74-b66c-cd8b7f7ce4fb req-1a0e4142-f5b5-4455-bf01-928c0a1c371d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:40.064176 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d4eeb5b-6722-4a74-b66c-cd8b7f7ce4fb req-1a0e4142-f5b5-4455-bf01-928c0a1c371d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0767012
May 19 02:33:40.107405 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d4eeb5b-6722-4a74-b66c-cd8b7f7ce4fb req-206f2c20-fcce-4275-b91d-11fbaa91484d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371718
May 19 02:33:40.334590 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e968b-3f25-4f96-8b27-b1b880330c3e req-aba3ca7c-ff68-4c54-9dbf-187e9f284e6d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:40.336074 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-387e968b-3f25-4f96-8b27-b1b880330c3e req-aba3ca7c-ff68-4c54-9dbf-187e9f284e6d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0857847
May 19 02:33:40.380153 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-387e968b-3f25-4f96-8b27-b1b880330c3e req-96857f94-9147-45b0-b5ba-a06703ddc023 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383840
May 19 02:33:40.566026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef7c9c-2aea-4b57-b4b1-4f1962ce2187 req-0b994b35-8e56-4802-ad7c-058e23d99b08 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:40.567461 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e0ef7c9c-2aea-4b57-b4b1-4f1962ce2187 req-0b994b35-8e56-4802-ad7c-058e23d99b08 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0829408
May 19 02:33:40.610284 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e0ef7c9c-2aea-4b57-b4b1-4f1962ce2187 req-b1ccdf6b-579b-47bb-bde0-b97660f0438f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367057
May 19 02:33:40.847790 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544d461-4066-415b-b494-8837d135ef21 req-10f52c25-3f78-4851-b010-5eca350dea4e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:40.849322 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a544d461-4066-415b-b494-8837d135ef21 req-10f52c25-3f78-4851-b010-5eca350dea4e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0776517
May 19 02:33:40.893706 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a544d461-4066-415b-b494-8837d135ef21 req-a170f0c6-cfee-469c-a7d1-edeeabc7f559 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382371
May 19 02:33:41.074405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd17723-7113-4b73-b709-76e31e28d8a9 req-de52939d-cd16-4713-88e2-381f9d38c85e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:41.075844 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6bd17723-7113-4b73-b709-76e31e28d8a9 req-de52939d-cd16-4713-88e2-381f9d38c85e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0806699
May 19 02:33:41.118804 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6bd17723-7113-4b73-b709-76e31e28d8a9 req-97fc93c0-0966-427e-9997-a28f549b0676 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373557
May 19 02:33:41.286523 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5f54-0f80-4870-804f-e1156bf23d4d req-0e8b32eb-e4dc-4745-91ec-c58367fc1438 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:41.288602 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a4dc5f54-0f80-4870-804f-e1156bf23d4d req-0e8b32eb-e4dc-4745-91ec-c58367fc1438 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0794964
May 19 02:33:41.335191 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a4dc5f54-0f80-4870-804f-e1156bf23d4d req-04f8550a-450e-44f5-8785-9ed98733edcc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407243
May 19 02:33:41.560873 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ffc03-fcc1-4993-9b30-b22377aded0f req-cb83d868-af4e-4297-8143-63ec1885564a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:41.562278 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0e3ffc03-fcc1-4993-9b30-b22377aded0f req-cb83d868-af4e-4297-8143-63ec1885564a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0775635
May 19 02:33:41.605239 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0e3ffc03-fcc1-4993-9b30-b22377aded0f req-b9045740-978a-4b47-925e-20e2957a216d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373907
May 19 02:33:41.795824 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e67ab-8aa4-4f8b-b826-7334f232d92c req-b3d1742e-7870-46b6-abd2-3c46764cbe04 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:41.797232 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-590e67ab-8aa4-4f8b-b826-7334f232d92c req-b3d1742e-7870-46b6-abd2-3c46764cbe04 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 945 time: 0.0802784
May 19 02:33:41.867555 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:33:41.930100 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-590e67ab-8aa4-4f8b-b826-7334f232d92c req-94354a8c-5d86-4bfe-b91a-0745cb05066d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260488
May 19 02:33:42.032530 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-5eb1627e-2544-46e8-ac6c-c3f9e1dff4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.033994 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-5eb1627e-2544-46e8-ac6c-c3f9e1dff4cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.1431057
May 19 02:33:42.044041 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:42.078691 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:42.079925 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:42.086057 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:42.087777 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-4e56420a-f017-4d18-b287-0bb0996706d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:42.180368 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=8']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:42.192870 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:42.204223 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'code': 200}
May 19 02:33:42.238886 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-b56bc9a8-4ddf-4b34-b558-b64bd9a76e8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 999 time: 0.1918314
May 19 02:33:42.262057 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ccdd7-8918-424d-9a13-7d5fc66d68f7 req-0c8b07ba-8dbe-4e8c-ab21-a05fc6969be3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.263529 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-572ccdd7-8918-424d-9a13-7d5fc66d68f7 req-0c8b07ba-8dbe-4e8c-ab21-a05fc6969be3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1422207
May 19 02:33:42.313195 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-572ccdd7-8918-424d-9a13-7d5fc66d68f7 req-d7f545d7-0388-4e98-92b3-ab833afda47c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410705
May 19 02:33:42.377252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165070f4-2087-4432-a69b-1e577711c347 req-0e52cd4b-03a0-4289-9a15-1dc73df7d912 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.378695 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-165070f4-2087-4432-a69b-1e577711c347 req-0e52cd4b-03a0-4289-9a15-1dc73df7d912 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0841832
May 19 02:33:42.422628 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-165070f4-2087-4432-a69b-1e577711c347 req-dd6cf6f3-0a76-48dc-8d70-53f1c0b4d90e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381467
May 19 02:33:42.555538 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-d79d5b43-fb5a-4ee2-b11e-5701c8a640aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.556984 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-d79d5b43-fb5a-4ee2-b11e-5701c8a640aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0762055
May 19 02:33:42.576767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384b496-7fdf-441e-92df-0c8b77641692 req-65e56859-c7f3-4f5c-9e8c-9d843f508c1b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.578184 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b384b496-7fdf-441e-92df-0c8b77641692 req-65e56859-c7f3-4f5c-9e8c-9d843f508c1b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.1358504
May 19 02:33:42.625059 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b384b496-7fdf-441e-92df-0c8b77641692 req-a589cd14-c88c-4ce6-ad1c-49c472909523 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411963
May 19 02:33:42.791645 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b53436-451d-4a3d-b23f-2c11bc1c9102 req-95799cb4-919e-4128-842d-e74846217461 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.793050 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-20b53436-451d-4a3d-b23f-2c11bc1c9102 req-95799cb4-919e-4128-842d-e74846217461 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0827863
May 19 02:33:42.836981 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-20b53436-451d-4a3d-b23f-2c11bc1c9102 req-ffd1f125-cc5a-44a4-9e0f-ecfd127c86b2 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381777
May 19 02:33:42.841017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-005ce20e-7d48-40ea-8dc4-191769b4a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:42.842459 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-005ce20e-7d48-40ea-8dc4-191769b4a42a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0692208
May 19 02:33:42.977436 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-bead3bf0-c4c2-4164-9033-b8f89caff448 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241438
May 19 02:33:43.160286 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-656b9181-aef9-4ad7-98ba-d3d312d7d96b req-fef53a0a-fded-4cc0-ad24-1530cf96e1c5 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723144
May 19 02:33:43.182667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abc08a-205b-4e6a-b3e7-2ad273dc483d req-57c65fc1-c011-4232-b46e-85c2e56c2ec1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:43.184065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-85abc08a-205b-4e6a-b3e7-2ad273dc483d req-57c65fc1-c011-4232-b46e-85c2e56c2ec1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1106539
May 19 02:33:43.233339 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-85abc08a-205b-4e6a-b3e7-2ad273dc483d req-09d28151-f633-4e98-b4da-1085c39fc567 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430703
May 19 02:33:43.491584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1169f7-5a0d-41c2-9684-3c7f789ff9ed req-5390dc5f-e7ca-4626-b744-bc22c8295836 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:43.493158 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6e1169f7-5a0d-41c2-9684-3c7f789ff9ed req-5390dc5f-e7ca-4626-b744-bc22c8295836 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0801363
May 19 02:33:43.541083 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6e1169f7-5a0d-41c2-9684-3c7f789ff9ed req-cc06bcfe-a476-4fe0-a835-797b7eeb93fc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422869
May 19 02:33:43.603951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d5b9-5c81-490a-bac3-73aa118fb979 req-95884fb7-64a7-4966-88a6-fa436b623303 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:43.605363 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45a8d5b9-5c81-490a-bac3-73aa118fb979 req-95884fb7-64a7-4966-88a6-fa436b623303 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0802422
May 19 02:33:43.649046 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45a8d5b9-5c81-490a-bac3-73aa118fb979 req-8582fa65-0561-4f64-be1f-add444b74ec0 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379951
May 19 02:33:43.809267 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760c015-6173-4049-9d69-00a8b361e76f req-64ccc57d-19c4-4239-b65a-c47be3488cfb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:43.810695 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5760c015-6173-4049-9d69-00a8b361e76f req-64ccc57d-19c4-4239-b65a-c47be3488cfb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0793924
May 19 02:33:43.853492 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5760c015-6173-4049-9d69-00a8b361e76f req-072c2c68-f36d-498e-98ca-91c910160c55 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370536
May 19 02:33:44.034712 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298561a4-58a2-403a-a3a2-d66ff7d60d55 req-1db1cb8b-8c12-4c19-8f37-627f7a18023a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:44.036142 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-298561a4-58a2-403a-a3a2-d66ff7d60d55 req-1db1cb8b-8c12-4c19-8f37-627f7a18023a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0874259
May 19 02:33:44.085306 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-298561a4-58a2-403a-a3a2-d66ff7d60d55 req-13dfe43f-0348-4453-9299-fef9cd77d647 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426126
May 19 02:33:44.436072 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802005a-1e99-46bb-a743-045449771ac8 req-f9384135-599f-4532-962b-7668894ba625 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:44.437540 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8802005a-1e99-46bb-a743-045449771ac8 req-f9384135-599f-4532-962b-7668894ba625 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0839269
May 19 02:33:44.481288 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8802005a-1e99-46bb-a743-045449771ac8 req-6ac9c293-67c0-4e6d-b4b5-04a4ef9f3b3d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380845
May 19 02:33:44.726361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50727f-af8f-48b6-bf6f-b53964c446c1 req-615d52d0-247b-4b0e-94cd-36e3e3971a96 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:44.727824 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f50727f-af8f-48b6-bf6f-b53964c446c1 req-615d52d0-247b-4b0e-94cd-36e3e3971a96 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0801606
May 19 02:33:44.777226 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3f50727f-af8f-48b6-bf6f-b53964c446c1 req-3406e0aa-6e37-4b65-9ce7-c7a00c06b7ad tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433497
May 19 02:33:44.846103 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef93e7-f72a-41d4-a9fc-bdd3cfc3eb0e req-198e15b5-db15-4cf0-848f-a353a5f0cb40 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:44.848820 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c8ef93e7-f72a-41d4-a9fc-bdd3cfc3eb0e req-198e15b5-db15-4cf0-848f-a353a5f0cb40 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0919294
May 19 02:33:44.898086 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c8ef93e7-f72a-41d4-a9fc-bdd3cfc3eb0e req-e47f3dbd-27c2-4f7c-943d-a26f8c6f1628 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422471
May 19 02:33:45.294709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144780-e480-42c9-813d-7443b74b3472 req-0cea69b1-4716-4b9d-8234-83f0c85b0442 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:45.296280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ec144780-e480-42c9-813d-7443b74b3472 req-0cea69b1-4716-4b9d-8234-83f0c85b0442 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0991392
May 19 02:33:45.344890 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ec144780-e480-42c9-813d-7443b74b3472 req-ba4dc48c-a2b7-4d1f-83ba-ec211d46fb18 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421178
May 19 02:33:45.739120 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2a182-0bc9-4574-a8da-eabddc1bdb59 req-75f0883a-8454-4aa4-872e-8b30855d17dd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:45.740615 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-29c2a182-0bc9-4574-a8da-eabddc1bdb59 req-75f0883a-8454-4aa4-872e-8b30855d17dd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1454701
May 19 02:33:45.784829 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-29c2a182-0bc9-4574-a8da-eabddc1bdb59 req-565811db-7c69-423d-86af-5d3dd25ffeda tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384264
May 19 02:33:46.084481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33280144-1d77-4874-beed-c0759389fa3b req-4284894c-9ab7-44d1-9db0-32d5d4f89418 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:46.085900 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-33280144-1d77-4874-beed-c0759389fa3b req-4284894c-9ab7-44d1-9db0-32d5d4f89418 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0827324
May 19 02:33:46.133005 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-33280144-1d77-4874-beed-c0759389fa3b req-c4c514a6-3043-4e49-95f7-a53de69640dd tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413291
May 19 02:33:46.535050 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c1c95-0ee9-42fe-b083-05c842bcc0bc req-b9a6157f-a6d5-40f5-a9ba-6512326f3416 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:46.536541 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-407c1c95-0ee9-42fe-b083-05c842bcc0bc req-b9a6157f-a6d5-40f5-a9ba-6512326f3416 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0796206
May 19 02:33:46.584380 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-407c1c95-0ee9-42fe-b083-05c842bcc0bc req-7e1e1832-23ca-45df-baa8-604477e66a5b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416412
May 19 02:33:46.968362 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c0c9e-1ed5-46f0-a6c0-6c88a3298d8c req-900b8d1d-f292-4626-9fd6-26642b266004 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:46.969702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b8c0c9e-1ed5-46f0-a6c0-6c88a3298d8c req-900b8d1d-f292-4626-9fd6-26642b266004 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0783617
May 19 02:33:47.016265 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b8c0c9e-1ed5-46f0-a6c0-6c88a3298d8c req-4cda008c-6876-41d4-9584-d1714f70c84e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408661
May 19 02:33:47.324548 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567c302-0873-4b9f-8cb7-249da50fe7f2 req-95f9d273-6da0-4a45-9111-bf75558632ef tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:47.326016 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a567c302-0873-4b9f-8cb7-249da50fe7f2 req-95f9d273-6da0-4a45-9111-bf75558632ef tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0885022
May 19 02:33:47.372935 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a567c302-0873-4b9f-8cb7-249da50fe7f2 req-3026b0a0-6b70-4170-aeea-7897aa9040e7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410180
May 19 02:33:47.778193 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425590a7-2d35-44b3-b360-26911dca8b94 req-bedae580-9bf4-4934-8478-92ca1451f808 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:47.779872 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-425590a7-2d35-44b3-b360-26911dca8b94 req-bedae580-9bf4-4934-8478-92ca1451f808 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1561680
May 19 02:33:47.783259 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09483-a575-40ff-a0ef-e0453fb79241 req-aa2ee58d-9b19-4e52-a35f-7c9409a25620 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:47.784725 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bc09483-a575-40ff-a0ef-e0453fb79241 req-aa2ee58d-9b19-4e52-a35f-7c9409a25620 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0925415
May 19 02:33:47.830704 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-425590a7-2d35-44b3-b360-26911dca8b94 req-0f9ac54c-3e69-4e65-a52b-82c96c7ae29d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401018
May 19 02:33:47.831187 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bc09483-a575-40ff-a0ef-e0453fb79241 req-a0221249-b20b-4e31-9cf4-f3d43fac4839 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400620
May 19 02:33:48.208112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e6fe3-18bc-4744-9e9e-c8518ff37eee req-d8511f77-c219-42e9-8a14-bcd7038e27c0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:48.211565 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-448e6fe3-18bc-4744-9e9e-c8518ff37eee req-d8511f77-c219-42e9-8a14-bcd7038e27c0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0845652
May 19 02:33:48.255143 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-448e6fe3-18bc-4744-9e9e-c8518ff37eee req-58e31b83-94e3-4a92-9899-21995cf13128 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391583
May 19 02:33:48.574850 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614fb99-d312-41eb-9136-00383fa78657 req-38bfa159-c23f-4c8e-9f80-acb7a95ebc06 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:48.576494 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0614fb99-d312-41eb-9136-00383fa78657 req-38bfa159-c23f-4c8e-9f80-acb7a95ebc06 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0832038
May 19 02:33:48.623194 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0614fb99-d312-41eb-9136-00383fa78657 req-4d595a59-0bad-48ea-9602-c6211fd32d2b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407426
May 19 02:33:49.429803 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4835-da8d-4588-a9c6-9ddbbc57ae66 req-dde19674-d927-4941-a3dc-094a38d4d256 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:49.431268 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-939c4835-da8d-4588-a9c6-9ddbbc57ae66 req-dde19674-d927-4941-a3dc-094a38d4d256 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0983775
May 19 02:33:49.480831 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-939c4835-da8d-4588-a9c6-9ddbbc57ae66 req-45ffca30-7eb3-41a1-aa39-7ff57ed040ed tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421844
May 19 02:33:49.702626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386776d-aa53-40e1-ae11-e3f35fbf657e req-0fddf000-c5d3-41c4-bd96-aba722140670 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:49.704186 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4386776d-aa53-40e1-ae11-e3f35fbf657e req-0fddf000-c5d3-41c4-bd96-aba722140670 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0908940
May 19 02:33:49.772034 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4386776d-aa53-40e1-ae11-e3f35fbf657e req-00a19cb7-fbc9-45db-961b-8df5c1af4a8f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610745
May 19 02:33:49.827646 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11f7e7-b881-4fe8-8ef8-f8f161c021fe req-7b12a300-2ae9-4d33-9aaf-c89247c70bf1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:49.829109 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6c11f7e7-b881-4fe8-8ef8-f8f161c021fe req-7b12a300-2ae9-4d33-9aaf-c89247c70bf1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0909019
May 19 02:33:49.875397 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6c11f7e7-b881-4fe8-8ef8-f8f161c021fe req-2e088896-a131-4659-9f8f-c61e4aba1f6c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401945
May 19 02:33:49.942624 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 55374) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:33:50.061040 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-dd803bc6-79a1-435b-9ef5-fc02542f4c96 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1165380
May 19 02:33:50.163453 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8394c-5a00-43a5-ab4d-19f660901985 req-f55c87ce-bfbc-45b7-87b2-7fcab2096d07 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:50.176338 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1dd8394c-5a00-43a5-ab4d-19f660901985 req-f55c87ce-bfbc-45b7-87b2-7fcab2096d07 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0854163
May 19 02:33:50.215939 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1dd8394c-5a00-43a5-ab4d-19f660901985 req-0f49cd7e-2e98-4067-a5c3-43b287cb5006 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386813
May 19 02:33:50.669880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452b52-9ec1-43db-b751-501d150f0903 req-40179717-fcfe-4c8d-bf04-dd1a7129a641 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:50.671267 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc452b52-9ec1-43db-b751-501d150f0903 req-40179717-fcfe-4c8d-bf04-dd1a7129a641 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0819216
May 19 02:33:50.716956 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc452b52-9ec1-43db-b751-501d150f0903 req-6f5143fc-c96d-41aa-9ee4-659fdb9798e1 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394061
May 19 02:33:50.969828 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe9fe-3acd-4352-8dd0-c4079829ec9d req-d05dcc52-0683-4197-b2ca-1ce2f8f4547c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:50.971349 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6fcfe9fe-3acd-4352-8dd0-c4079829ec9d req-d05dcc52-0683-4197-b2ca-1ce2f8f4547c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0822458
May 19 02:33:51.015753 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6fcfe9fe-3acd-4352-8dd0-c4079829ec9d req-1a133b1c-5405-442c-9d78-05949ac7f3d3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385141
May 19 02:33:51.062837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde768-8811-4916-a15e-12da71f7a08d req-23c97b60-122a-40a9-bac8-c3b4a3b08ac7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:51.064294 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9edde768-8811-4916-a15e-12da71f7a08d req-23c97b60-122a-40a9-bac8-c3b4a3b08ac7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0821354
May 19 02:33:51.108158 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9edde768-8811-4916-a15e-12da71f7a08d req-9b53afec-3da3-40bf-8797-e7a331e94432 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377233
May 19 02:33:51.406773 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1a55-d9c9-4ace-8e9b-ae61499402c4 req-eefbc6bf-9e8c-42f0-a6cc-04ca9e244572 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:51.408243 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4f0e1a55-d9c9-4ace-8e9b-ae61499402c4 req-eefbc6bf-9e8c-42f0-a6cc-04ca9e244572 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0889423
May 19 02:33:51.452701 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4f0e1a55-d9c9-4ace-8e9b-ae61499402c4 req-d879d8ed-a47a-4f2b-8189-38ea77472278 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387695
May 19 02:33:51.897450 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e7968-aeb6-4dac-bef6-4a50e260ce82 req-ea1b7627-37bb-4106-a4ec-358e17508d1a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:51.898895 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9f0e7968-aeb6-4dac-bef6-4a50e260ce82 req-ea1b7627-37bb-4106-a4ec-358e17508d1a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0790639
May 19 02:33:51.929049 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:33:51.944463 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9f0e7968-aeb6-4dac-bef6-4a50e260ce82 req-f36b955d-aff5-4deb-b7d5-8ed126a900d0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399158
May 19 02:33:52.206580 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747c42-8290-4245-a77f-ece00d00fca3 req-578c61e7-3e16-4b20-a173-ebd2a4c6d3be tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:52.208056 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e2747c42-8290-4245-a77f-ece00d00fca3 req-578c61e7-3e16-4b20-a173-ebd2a4c6d3be tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0805407
May 19 02:33:52.256331 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e2747c42-8290-4245-a77f-ece00d00fca3 req-164d652f-dc78-48ea-833a-0d91b87848c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418150
May 19 02:33:52.306747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e658e6a-f394-4d59-9402-4c856af3b333 req-cbadb02e-749a-42bb-aa8e-6f88fe9f43c1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:52.308205 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e658e6a-f394-4d59-9402-4c856af3b333 req-cbadb02e-749a-42bb-aa8e-6f88fe9f43c1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0948944
May 19 02:33:52.353031 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9e658e6a-f394-4d59-9402-4c856af3b333 req-1c5e65aa-bd0b-4cc2-9472-1090a6fc9acc tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389099
May 19 02:33:52.630297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b7f41-9024-4f46-9a52-222d57315ac9 req-fc0b4c62-7f4a-470f-b959-9fe066625821 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:52.632248 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-489b7f41-9024-4f46-9a52-222d57315ac9 req-fc0b4c62-7f4a-470f-b959-9fe066625821 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0784936
May 19 02:33:52.676947 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-489b7f41-9024-4f46-9a52-222d57315ac9 req-50559360-b450-4e93-baef-d2b9b68d78dc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390153
May 19 02:33:53.130295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfe8dc-9793-456a-b999-a50115ce73ff req-d816e656-97d6-4a98-bae4-a327600a22ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:53.131682 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-58cfe8dc-9793-456a-b999-a50115ce73ff req-d816e656-97d6-4a98-bae4-a327600a22ce tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0826302
May 19 02:33:53.175322 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-58cfe8dc-9793-456a-b999-a50115ce73ff req-58d08038-7ac0-4c30-8413-df8305faa881 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376344
May 19 02:33:53.450939 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75462254-77ce-4fa2-a85a-84742abcb2e3 req-de773155-17bf-4699-80c9-66331f93d8c8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:53.452429 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-75462254-77ce-4fa2-a85a-84742abcb2e3 req-de773155-17bf-4699-80c9-66331f93d8c8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0842302
May 19 02:33:53.497917 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-75462254-77ce-4fa2-a85a-84742abcb2e3 req-3a9a07e1-e1f9-40cc-9a0c-a2f95fabcbaa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392997
May 19 02:33:53.535138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950060-4435-4aae-bcf1-07abb37c9ac5 req-460ca03a-4609-48ad-a268-18ea8248fccf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:53.536573 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e8950060-4435-4aae-bcf1-07abb37c9ac5 req-460ca03a-4609-48ad-a268-18ea8248fccf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0796592
May 19 02:33:53.579686 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e8950060-4435-4aae-bcf1-07abb37c9ac5 req-186bf9ef-59c3-4f28-bdcc-2b1ea320353b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375123
May 19 02:33:53.861197 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbeabc-f9cb-4e5e-b4a5-da64c459686f req-d3965673-7c3b-48c6-9f32-2038f0b0c5e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:53.862607 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-85dbeabc-f9cb-4e5e-b4a5-da64c459686f req-d3965673-7c3b-48c6-9f32-2038f0b0c5e7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0793157
May 19 02:33:53.908387 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-85dbeabc-f9cb-4e5e-b4a5-da64c459686f req-9c079cf8-f010-4405-bfe9-65afe114679e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395653
May 19 02:33:53.953044 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-a8d3216f-29d2-4523-815c-ad6e2af6c174 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:53.954451 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-a8d3216f-29d2-4523-815c-ad6e2af6c174 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 946 time: 0.0825634
May 19 02:33:54.091691 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Deleting port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:33:54.092027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:54.224075 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] For port d8160933-b4cf-4f0b-a5a6-9b469824dfa2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:54.225294 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:54.378323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Calling delete_port for d8160933-b4cf-4f0b-a5a6-9b469824dfa2 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:33:54.442475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c0e13-1b88-4852-9d02-99a634dd805c req-48187e64-e407-4d79-bb12-242e55f27328 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:54.445123 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d5c0e13-1b88-4852-9d02-99a634dd805c req-48187e64-e407-4d79-bb12-242e55f27328 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.1606634
May 19 02:33:54.588745 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0d5c0e13-1b88-4852-9d02-99a634dd805c req-d339b169-706c-4ac6-a0eb-a3b3a1981196 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355922
May 19 02:33:54.627059 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:54.634193 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:54.644477 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7', '764adfca-9933-4c3f-a210-48e4158295b1', '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:33:54.692472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event deleted for resources: {'Port': ['ID=d8160933-b4cf-4f0b-a5a6-9b469824dfa2,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:54.702899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d3f58-543c-41bf-b918-92745217bedb req-1bbda11b-4ca2-4cd9-8964-69e814537a12 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:54.704458 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e24d3f58-543c-41bf-b918-92745217bedb req-1bbda11b-4ca2-4cd9-8964-69e814537a12 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0968759
May 19 02:33:54.731253 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:54.751804 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e24d3f58-543c-41bf-b918-92745217bedb req-f3a2dd77-c3c8-48be-bf3d-59be16919555 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407319
May 19 02:33:54.824322 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] No DVR routers for this DVR port d8160933-b4cf-4f0b-a5a6-9b469824dfa2 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:33:54.828841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:54.831362 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'name': 'network-vif-deleted', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:33:54.854235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-99c7ab5f-6cb0-488b-8631-a3485a5dc32f req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "DELETE /v2.0/ports/d8160933-b4cf-4f0b-a5a6-9b469824dfa2 HTTP/1.1" status: 204  len: 173 time: 0.8885283
May 19 02:33:54.869433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af374e-d20a-4843-835f-2845f987a65f req-3ecd745c-9f8f-4124-bd0f-d491ade2aa26 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:54.870891 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-96af374e-d20a-4843-835f-2845f987a65f req-3ecd745c-9f8f-4124-bd0f-d491ade2aa26 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1758051
May 19 02:33:54.918914 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-96af374e-d20a-4843-835f-2845f987a65f req-bd9e1824-2dbe-4e92-b75e-6fbfa3e00e34 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420468
May 19 02:33:55.005058 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca849d4-fc52-459b-97f5-36c285a9631d', 'name': 'network-vif-deleted', 'tag': 'd8160933-b4cf-4f0b-a5a6-9b469824dfa2', 'status': 'completed', 'code': 200}
May 19 02:33:55.088160 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-e5fa5460-3621-4691-9379-72024f216b09 req-e89c8b97-6076-45fb-878b-71612826a4ec tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:55.102729 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-e5fa5460-3621-4691-9379-72024f216b09 req-e89c8b97-6076-45fb-878b-71612826a4ec tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:55.103969 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5fa5460-3621-4691-9379-72024f216b09 req-e89c8b97-6076-45fb-878b-71612826a4ec tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca849d4-fc52-459b-97f5-36c285a9631d HTTP/1.1" status: 200  len: 210 time: 0.0573394
May 19 02:33:55.770921 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927125-5858-4293-b03b-3245ef07270c req-e5eb55d2-9200-444e-a803-4ca9c6bdfd12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:55.772778 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed927125-5858-4293-b03b-3245ef07270c req-e5eb55d2-9200-444e-a803-4ca9c6bdfd12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0787265
May 19 02:33:55.821755 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed927125-5858-4293-b03b-3245ef07270c req-afb21c9f-915c-4cdb-9dca-e310897ffe05 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433364
May 19 02:33:55.951278 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891ab9-a981-44fa-b9ed-eb3cc3a01195 req-ca1940ac-2435-4b9a-8757-d37156506a83 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:55.952833 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-51891ab9-a981-44fa-b9ed-eb3cc3a01195 req-ca1940ac-2435-4b9a-8757-d37156506a83 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0869412
May 19 02:33:55.968783 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:33:56.005050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-51891ab9-a981-44fa-b9ed-eb3cc3a01195 req-dc67dff2-671b-4406-9fd6-c529f48e1783 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443473
May 19 02:33:56.113298 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:56.131694 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'mac_address': 'fa:16:3e:fd:74:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:33:56.163223 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00974fdb-6c65-428f-9c62-356d40530702 req-fb968de2-75e3-4b93-9966-299c28c8fb54 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:56.164910 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-00974fdb-6c65-428f-9c62-356d40530702 req-fb968de2-75e3-4b93-9966-299c28c8fb54 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1103947
May 19 02:33:56.201750 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:56.221832 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b440ba18-5164-425f-969b-f2ce3660d2cf {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:56.223408 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-00974fdb-6c65-428f-9c62-356d40530702 req-2d9db4be-62c5-4ef4-87d6-2409f4626ea4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513482
May 19 02:33:56.238985 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:56.252470 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:56.254637 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:56.336063 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:56.340906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:57.012525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94dc28-c7cb-4d3f-8cc7-1312e28298dd req-219b734c-ce2e-4a48-8e02-31ce6606e2a5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.019415 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2c94dc28-c7cb-4d3f-8cc7-1312e28298dd req-219b734c-ce2e-4a48-8e02-31ce6606e2a5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.0902486
May 19 02:33:57.034490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf1389-18e3-4818-82ea-a2ea0aaf5027 req-e23f5c10-b3b0-4174-94ed-bef65075991d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.035023 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e1bf1389-18e3-4818-82ea-a2ea0aaf5027 req-e23f5c10-b3b0-4174-94ed-bef65075991d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.0843532
May 19 02:33:57.066524 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2c94dc28-c7cb-4d3f-8cc7-1312e28298dd req-b9885e1c-7079-4392-b783-8e7ab448ffca tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419986
May 19 02:33:57.082687 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e1bf1389-18e3-4818-82ea-a2ea0aaf5027 req-9d375b4c-ac59-46e1-ba10-8af40f5062ff tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415509
May 19 02:33:57.105492 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 55490) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:33:57.265356 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['b440ba18-5164-425f-969b-f2ce3660d2cf'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:33:57.288988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b60fd-58fa-4724-a188-128c0b1f70ac req-efefd99e-bec8-4bcb-a09a-78f203c9d5c3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.290441 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-621b60fd-58fa-4724-a188-128c0b1f70ac req-efefd99e-bec8-4bcb-a09a-78f203c9d5c3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1367772
May 19 02:33:57.331429 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5b3a4-a9f2-401f-ab04-1b7ca28b3ec4 tempest-TestMinimumBasicScenario-1481118178 tempest-TestMinimumBasicScenario-1481118178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.332131 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e9e5b3a4-a9f2-401f-ab04-1b7ca28b3ec4 tempest-TestMinimumBasicScenario-1481118178 tempest-TestMinimumBasicScenario-1481118178-project-admin] Synchronizing usage tracker for tenant:59a480b4767d45b3b8ebabe23df0a8de on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:33:57.362186 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-621b60fd-58fa-4724-a188-128c0b1f70ac req-532e5c59-4699-4d78-99bf-3806b0109b5a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628824
May 19 02:33:57.373699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e9e5b3a4-a9f2-401f-ab04-1b7ca28b3ec4 tempest-TestMinimumBasicScenario-1481118178 tempest-TestMinimumBasicScenario-1481118178-project-admin] Unset dirty status for tenant:59a480b4767d45b3b8ebabe23df0a8de on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:33:57.375202 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e9e5b3a4-a9f2-401f-ab04-1b7ca28b3ec4 tempest-TestMinimumBasicScenario-1481118178 tempest-TestMinimumBasicScenario-1481118178-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1094 time: 0.2687540
May 19 02:33:57.378487 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 55498) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:33:57.385035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'port_id': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:33:57.392997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:33:57.397335 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:floatingip and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:33:57.408614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:33:57.418426 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:33:57.432775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for floatingip, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:57.464466 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe95d-7168-4d2f-affc-90392c7d0d81 req-41b56023-6315-4434-bef8-841cf9d9eec6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.472046 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-36afe95d-7168-4d2f-affc-90392c7d0d81 req-41b56023-6315-4434-bef8-841cf9d9eec6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 944 time: 0.1308146
May 19 02:33:57.530929 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-36afe95d-7168-4d2f-affc-90392c7d0d81 req-95d0fdc3-128b-4ae9-a81b-839403f7f0e8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528746
May 19 02:33:57.596955 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:57.733720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Allocated IP 172.27.0.183 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/8e82f355-d302-4991-a82f-fc2fdcc16cc6) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:33:57.880039 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:57.915776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:57.919804 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b6b971cf-53c9-46e2-bb9b-8e906068978c tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:57.973704 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 23773ef2-4871-4f82-bb0c-cd6844798833 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:33:57.975501 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f71b5a-fe7d-4414-b589-bd19af2cc3fd req-a2367a13-d9fc-4a00-bb5c-4842b33140e2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:57.977006 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e9f71b5a-fe7d-4414-b589-bd19af2cc3fd req-a2367a13-d9fc-4a00-bb5c-4842b33140e2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.1508017
May 19 02:33:57.979035 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device d8160933-b4cf-4f0b-a5a6-9b469824dfa2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:33:57.986772 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:33:57.989583 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:33:57.993219 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:33:58.015944 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: d8160933-b4cf-4f0b-a5a6-9b469824dfa2 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:33:58.016442 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device d8160933-b4cf-4f0b-a5a6-9b469824dfa2 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:33:58.022097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'Port': ['ID=8e82f355-d302-4991-a82f-fc2fdcc16cc6,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:58.026134 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e9f71b5a-fe7d-4414-b589-bd19af2cc3fd req-f9317393-2553-49cf-ab0f-b4b7870fd684 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424805
May 19 02:33:58.028161 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:58.162687 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23773ef2-4871-4f82-bb0c-cd6844798833,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:58.184522 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '23773ef2-4871-4f82-bb0c-cd6844798833', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'port_id': '23773ef2-4871-4f82-bb0c-cd6844798833', 'mac_address': 'fa:16:3e:c3:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:33:58.238515 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:58.254648 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23773ef2-4871-4f82-bb0c-cd6844798833 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:33:58.269190 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23773ef2-4871-4f82-bb0c-cd6844798833,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:33:58.273254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:58.275013 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-3c079605-69d1-4461-aaa4-debe9ab7007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:58.340381 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:58.343461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:58.472209 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2491b-be1d-4ed6-94a8-7a423752bef3 req-db0396e9-a586-4ebb-810e-08e25ce014e2 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:58.473726 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2fd2491b-be1d-4ed6-94a8-7a423752bef3 req-db0396e9-a586-4ebb-810e-08e25ce014e2 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 943 time: 0.3050628
May 19 02:33:58.566370 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece786ae-dd63-4c4c-8d63-687e466a9f9f req-cf382ee7-547f-4170-bd24-f8ed40c3d32d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:58.568499 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ece786ae-dd63-4c4c-8d63-687e466a9f9f req-cf382ee7-547f-4170-bd24-f8ed40c3d32d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0823572
May 19 02:33:58.616260 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ece786ae-dd63-4c4c-8d63-687e466a9f9f req-ef516d8c-2d69-48d2-88c6-91e70ab04107 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421183
May 19 02:33:58.654803 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2fd2491b-be1d-4ed6-94a8-7a423752bef3 req-bdaa297c-f3ea-402e-8498-4f4ee7e32ebd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1745911
May 19 02:33:58.726553 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:58.792477 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a03f-4f90-4997-8f6d-6ba7b70af477 req-cad16d72-9930-47ae-adf7-7baea42cc1fb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:58.793918 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4a52a03f-4f90-4997-8f6d-6ba7b70af477 req-cad16d72-9930-47ae-adf7-7baea42cc1fb tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 944 time: 0.0820608
May 19 02:33:58.838953 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4a52a03f-4f90-4997-8f6d-6ba7b70af477 req-a61fc471-28f6-4f51-983f-f14ef80db6c5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390913
May 19 02:33:58.839217 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:59.037589 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:59.041827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:59.046105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:33:59.185935 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'Port': ['ID=8e82f355-d302-4991-a82f-fc2fdcc16cc6,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:33:59.187952 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['23773ef2-4871-4f82-bb0c-cd6844798833'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:33:59.194915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:33:59.202315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:33:59.378883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4239906-9f2a-4e56-abf7-4d0b0f0ec6d0 req-580149ea-ecb8-4db7-b497-90f3e880ed68 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:59.380273 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f4239906-9f2a-4e56-abf7-4d0b0f0ec6d0 req-580149ea-ecb8-4db7-b497-90f3e880ed68 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.2387593
May 19 02:33:59.416773 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Floating IP 89bac8cc-3cd4-4187-8269-cf064dd1f5ef associated. External IP: 172.27.0.183, port: 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc.
May 19 02:33:59.514233 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f4239906-9f2a-4e56-abf7-4d0b0f0ec6d0 req-48164fc4-1289-4373-b485-2135480b0767 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214092
May 19 02:33:59.857488 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2948a-8ab4-4bef-82f0-f7ee460651e4 req-96b0ef58-970c-4730-8cf6-28833bab076a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:33:59.858931 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daf2948a-8ab4-4bef-82f0-f7ee460651e4 req-96b0ef58-970c-4730-8cf6-28833bab076a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0849962
May 19 02:33:59.903484 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daf2948a-8ab4-4bef-82f0-f7ee460651e4 req-1fa69c23-0bce-45a0-8ec5-f653f7252d9c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383728
May 19 02:33:59.939349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Router d345a9fc-4928-4b8b-8da8-79c09cf54a56 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:33:59.973427 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:34:00.014084 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5135-5632-49be-9b96-3ebd8864d853 req-e46f863a-9bbb-48ee-ae6c-f73db5169365 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.015531 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-092a5135-5632-49be-9b96-3ebd8864d853 req-e46f863a-9bbb-48ee-ae6c-f73db5169365 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 944 time: 0.1741245
May 19 02:34:00.043158 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port b440ba18-5164-425f-969b-f2ce3660d2cf completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:34:00.047880 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port b440ba18-5164-425f-969b-f2ce3660d2cf triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:34:00.048259 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.085761 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce8340-40d6-44a4-857f-25e62df9ca97 req-0d7b54b8-242a-467d-90b4-30bb6ecd0975 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.087275 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6ce8340-40d6-44a4-857f-25e62df9ca97 req-0d7b54b8-242a-467d-90b4-30bb6ecd0975 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 944 time: 0.0872366
May 19 02:34:00.129589 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-092a5135-5632-49be-9b96-3ebd8864d853 req-225b406a-46e0-474f-9cf0-99a58154932f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060891
May 19 02:34:00.139207 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b6ce8340-40d6-44a4-857f-25e62df9ca97 req-73dd56d1-357c-4ee4-a4df-f10167259471 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457516
May 19 02:34:00.174736 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.175645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:34:00.185989 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Sync routers for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:34:00.197032 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:00.198035 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7565580>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:33:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:00.202879 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.204007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:00.214274 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:00.220995 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.223555 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-1e857805-e5c8-4703-91ea-d7e2155c13f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:00.265387 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8832288
May 19 02:34:00.265387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:00.265967 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55534) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:00.271793 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773180328', 'description': 'tempest-secgroup-smoke-1773180328 description', 'project_id': '74aac56c7438451c8a8b578ed9a44362'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:00.278557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:00.309343 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:00.313899 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'code': 200}
May 19 02:34:00.319852 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:34:00.325859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.326038 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:00.329331 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:00.358843 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:00.362913 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:00.366775 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:00.372905 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:00.397270 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:00.444805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-4a083bc3-86fb-451b-9579-b62791d8811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.445532 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-4a083bc3-86fb-451b-9579-b62791d8811b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1099 time: 0.0960510
May 19 02:34:00.458429 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.463059 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.468154 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:00.507926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719797ad-4c22-4803-8f12-a90ffb1728c1,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:00.516285 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.517505 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2504683
May 19 02:34:00.518836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.519225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.519581 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.519931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.520277 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.520626 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.520971 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.521863 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.522212 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.522579 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.522912 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.523262 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:00.526136 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55542) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:00.531471 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:00.535913 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:00.540465 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:00.559620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:00.564432 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:00.576222 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:00.604800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.617578 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-4c2b802e-1c30-4969-b6cf-3ff5509675f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.619307 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-4c2b802e-1c30-4969-b6cf-3ff5509675f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1584082
May 19 02:34:00.682023 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.685858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.688038 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:00.711802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054bd54f-cf9e-4a7f-92e8-fe5adf925daf,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:00.714158 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:00.726948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.728093 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2010210
May 19 02:34:00.730695 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55550) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:00.736543 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:00.742969 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:00.747017 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:00.750139 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:00.756993 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:00.782428 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.845607 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-374a8ddb-3938-42e0-8b64-d41ef32e6623 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1000 time: 0.2090707
May 19 02:34:00.857967 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7565580>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '89bac8cc-3cd4-4187-8269-cf064dd1f5ef', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'port_id': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'mac_address': 'fa:16:3e:3c:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd58c8-2319-46c8-8393-fc59443363c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:58Z', 'updated_at': '2021-05-19T02:33:58Z', 'revision_number': 0, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:00.861812 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Checking router: d345a9fc-4928-4b8b-8da8-79c09cf54a56 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:34:00.870181 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:00.870858 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7565580>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:33:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:00.879824 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.884809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.886997 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1b6cd66d-1f36-46f8-a02a-88d4079d91bf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:00.909208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e3c414-fe8f-4381-b6e8-6fc68e924036,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:00.911948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:00.912244 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19857ae-da48-440f-8b1b-c9dc7c991e86 req-0b630ae0-141e-48ca-9636-d94aea76e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.913632 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e19857ae-da48-440f-8b1b-c9dc7c991e86 req-0b630ae0-141e-48ca-9636-d94aea76e061 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.2189069
May 19 02:34:00.923203 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.924072 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a8e5-4fa5-46b9-a99f-1ff9af568e2f req-421582ba-6567-47b8-ba7a-bcc8303b95e6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.925703 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9529356a-1807-461c-87c5-9b849f5a64a8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1937544
May 19 02:34:00.927880 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f607a8e5-4fa5-46b9-a99f-1ff9af568e2f req-421582ba-6567-47b8-ba7a-bcc8303b95e6 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.2403073
May 19 02:34:00.928449 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55554) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:00.936982 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:00.944165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:00.948476 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:00.951841 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:00.962659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:00.975624 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-b5d5f697-2478-492d-804b-aeaed7d694b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:00.977054 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-b5d5f697-2478-492d-804b-aeaed7d694b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.1203516
May 19 02:34:00.983515 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:00.987891 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d48117ae-6ffa-4e32-b30c-2260c179ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.068805 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:01.100691 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e19857ae-da48-440f-8b1b-c9dc7c991e86 req-0ca5d442-0f89-4178-9b5f-e40b50dcd187 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1558485
May 19 02:34:01.115285 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.133239 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.141376 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-32798a00-b5fc-4d50-b2ff-14ad9af2dcd7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:01.149416 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f607a8e5-4fa5-46b9-a99f-1ff9af568e2f req-bff606cb-fe0a-4f80-9be0-563204a8618c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713619
May 19 02:34:01.178781 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5347ae-43d2-4369-bd1d-c1640f485df2,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:01.192183 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:01.200252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.201135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-d9ec80b4-8c52-4118-bcf4-f70f18a7bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:01.201700 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-50d3d02d-2793-4ac6-b5ef-b78f036b9abf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2712157
May 19 02:34:01.206066 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-d9ec80b4-8c52-4118-bcf4-f70f18a7bee2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1849866
May 19 02:34:01.206844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 55564) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:01.211557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc13a6f-3368-4116-8ebf-b7bd8f54e533 req-e0e7f716-e570-43e4-a42b-7f884d0efcc5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:01.213141 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dcc13a6f-3368-4116-8ebf-b7bd8f54e533 req-e0e7f716-e570-43e4-a42b-7f884d0efcc5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1721995
May 19 02:34:01.217178 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-580e124c-3dba-424b-a5d0-8d2368dd4c22 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:01.218703 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-580e124c-3dba-424b-a5d0-8d2368dd4c22 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.2397490
May 19 02:34:01.222142 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:01.227970 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:01.232053 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:01.235172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:01.243379 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:01.268532 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.273161 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dcc13a6f-3368-4116-8ebf-b7bd8f54e533 req-ff311bc7-e410-4a1d-a259-a2319c3cc08f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537214
May 19 02:34:01.444363 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7565580>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '89bac8cc-3cd4-4187-8269-cf064dd1f5ef', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'port_id': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'mac_address': 'fa:16:3e:3c:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd58c8-2319-46c8-8393-fc59443363c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:58Z', 'updated_at': '2021-05-19T02:33:58Z', 'revision_number': 0, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:01.449515 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e063a0-f76a-4084-885b-fca2edf3f6f3 None None] The sync data for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi is: [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '89bac8cc-3cd4-4187-8269-cf064dd1f5ef', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'port_id': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'mac_address': 'fa:16:3e:3c:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd58c8-2319-46c8-8393-fc59443363c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:58Z', 'updated_at': '2021-05-19T02:33:58Z', 'revision_number': 0, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:34:01.475535 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33dce-7e01-43b3-a679-f3c3bb06cd6c req-7984bdd9-63e5-4385-b7a6-fdf38db4d804 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:01.484209 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c3b33dce-7e01-43b3-a679-f3c3bb06cd6c req-7984bdd9-63e5-4385-b7a6-fdf38db4d804 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1065199
May 19 02:34:01.534242 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c3b33dce-7e01-43b3-a679-f3c3bb06cd6c req-65c84e5f-4d3f-48cb-8cbf-cd167413142e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490334
May 19 02:34:01.675224 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad761e4-9e75-44b5-85d9-57f369199d1b None None] New status for floating IP 89bac8cc-3cd4-4187-8269-cf064dd1f5ef: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:34:01.725800 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.736359 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.745149 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-c589e099-b048-40b3-9ac0-54a671f23957 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4797401
May 19 02:34:01.749642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:01.761463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadc97e-0aed-41b1-8eee-0db87f1c5de7 req-90ec5765-fa18-491d-a033-875fd561bebf tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:01.762837 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-efadc97e-0aed-41b1-8eee-0db87f1c5de7 req-90ec5765-fa18-491d-a033-875fd561bebf tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 944 time: 0.4955881
May 19 02:34:01.803137 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496b24cb-dcac-4e96-98de-a46e70eefeed,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:01.834907 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:01.847057 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.850230 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6398973
May 19 02:34:01.852688 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55576) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:01.860220 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:01.866637 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:01.871044 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:01.874461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:01.882338 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:01.897729 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.securitygroups_db [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Project 74aac56c7438451c8a8b578ed9a44362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:34:01.903868 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.908579 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Deleting port 240df796-292b-4ef1-8a05-b4cd80f4dfdd {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:34:01.909047 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.962831 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-efadc97e-0aed-41b1-8eee-0db87f1c5de7 req-e2828445-b1bf-458d-a61a-bca7daf19fd5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1676412
May 19 02:34:01.985600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 23773ef2-4871-4f82-bb0c-cd6844798833 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:34:01.986691 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.992937 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:01.999997 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8b26fec4-f28e-4933-9873-88266a10dee4 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:02.019436 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a509602-af63-4cd0-ae80-add46acac8a4,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:02.023378 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:02.031951 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.033200 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1794081
May 19 02:34:02.035899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55580) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:02.042304 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'security_group_rule': {'security_group_id': '719797ad-4c22-4803-8f12-a90ffb1728c1', 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:02.048713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:02.053591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Usage tracker for resource:security_group_rule and tenant:74aac56c7438451c8a8b578ed9a44362 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:02.057545 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:02.064161 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:02.070093 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 23773ef2-4871-4f82-bb0c-cd6844798833 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:34:02.074586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 23773ef2-4871-4f82-bb0c-cd6844798833 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:34:02.074931 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.077098 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.securitygroups_db [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Project 74aac56c7438451c8a8b578ed9a44362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 02:34:02.082788 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb294cb0-30b0-40a9-b1b1-0979abf7124a req-62c1e30c-8f77-4684-a8e3-a624cc82375e service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190048
May 19 02:34:02.083563 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.104060 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] For port 240df796-292b-4ef1-8a05-b4cd80f4dfdd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=240df796-292b-4ef1-8a05-b4cd80f4dfdd,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:02.104410 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.175744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.181586 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.184218 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2a4d568d-bffe-4e9b-904f-5c64f7ba2069 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:02.206203 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed20d87-9b7e-4bc9-b67c-bf4d4fe00a7a,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:02.208318 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.211540 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:02.230886 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.231899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Calling delete_port for 240df796-292b-4ef1-8a05-b4cd80f4dfdd owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:34:02.235409 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-587fa716-ed55-4741-85be-6570863dba52 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1958170
May 19 02:34:02.262797 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23773ef2-4871-4f82-bb0c-cd6844798833,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:02.269872 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.272708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:02.314898 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:02.358482 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:02.362443 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:02.371312 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968d4e7-b66b-4a58-aabc-9c11718e9a08 req-d3e5788d-9a09-486b-a0c4-9127016dda4c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:02.372750 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e968d4e7-b66b-4a58-aabc-9c11718e9a08 req-d3e5788d-9a09-486b-a0c4-9127016dda4c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 945 time: 0.0930290
May 19 02:34:02.378760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.386236 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:02.394178 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7', '764adfca-9933-4c3f-a210-48e4158295b1', '240df796-292b-4ef1-8a05-b4cd80f4dfdd'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:02.418520 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e968d4e7-b66b-4a58-aabc-9c11718e9a08 req-59413131-3b6a-49fa-ab8d-c11e1c784932 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396843
May 19 02:34:02.427684 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52b615e2-078c-4cb6-bd38-de5e793970be req-01c174d8-0721-40d0-b45d-3c5d92e16680 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773180328&fields=id&tenant_id=74aac56c7438451c8a8b578ed9a44362 HTTP/1.1" status: 200  len: 267 time: 0.1009765
May 19 02:34:02.439248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event deleted for resources: {'Port': ['ID=240df796-292b-4ef1-8a05-b4cd80f4dfdd,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:02.483990 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:02.578724 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] No DVR routers for this DVR port 240df796-292b-4ef1-8a05-b4cd80f4dfdd on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:34:02.581627 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.592258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'name': 'network-vif-deleted', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:02.604162 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7b12ed04-93f4-4e74-a3df-fb26b2e32814 req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "DELETE /v2.0/ports/240df796-292b-4ef1-8a05-b4cd80f4dfdd HTTP/1.1" status: 204  len: 173 time: 1.3393595
May 19 02:34:02.620802 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b615e2-078c-4cb6-bd38-de5e793970be req-679959be-e3d9-4433-a94d-7e5da20493d2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:02.622306 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52b615e2-078c-4cb6-bd38-de5e793970be req-679959be-e3d9-4433-a94d-7e5da20493d2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1861212
May 19 02:34:02.633354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78cfe-68b3-488e-ae4a-e913200edecc req-799905d3-3138-4dc6-95d8-c2fd85233ab8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:02.634865 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2bb78cfe-68b3-488e-ae4a-e913200edecc req-799905d3-3138-4dc6-95d8-c2fd85233ab8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1062660
May 19 02:34:02.635166 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'port': {'security_groups': ['1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b', '719797ad-4c22-4803-8f12-a90ffb1728c1']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:02.693723 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2bb78cfe-68b3-488e-ae4a-e913200edecc req-08ca29db-20ab-40a2-81e3-e5ad69f9e922 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516529
May 19 02:34:02.757978 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833', 'code': 200}
May 19 02:34:02.790511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.855669 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:02.923153 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923de78-3956-44f1-8e5b-ebac3d2dcb7d req-f87c782d-1690-488c-902c-6725d95ec3b4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:02.924586 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1923de78-3956-44f1-8e5b-ebac3d2dcb7d req-f87c782d-1690-488c-902c-6725d95ec3b4 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0815754
May 19 02:34:02.969609 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1923de78-3956-44f1-8e5b-ebac3d2dcb7d req-671bd16a-1fac-46d0-a735-a6e19a9ebdc6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384419
May 19 02:34:03.031629 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea353a7d-2122-41a4-a4e7-e75a738330b5', 'name': 'network-vif-deleted', 'tag': '240df796-292b-4ef1-8a05-b4cd80f4dfdd', 'status': 'completed', 'code': 200}
May 19 02:34:03.067180 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:03.092213 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.097869 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.104909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:03.174325 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:03.175257 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.176664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52b615e2-078c-4cb6-bd38-de5e793970be req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "PUT /v2.0/ports/0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 982 time: 0.5479128
May 19 02:34:03.191265 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=6']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:03.195572 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:03.207407 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced99c8-c066-453b-b965-f0c21c1a671b req-b1837520-4346-473d-9197-d3e8ea630662 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:03.210721 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ced99c8-c066-453b-b965-f0c21c1a671b req-b1837520-4346-473d-9197-d3e8ea630662 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0967474
May 19 02:34:03.276659 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ced99c8-c066-453b-b965-f0c21c1a671b req-c11ffbe7-2295-413e-993e-3c4c59cb8fae tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552957
May 19 02:34:03.373122 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005e61-6e86-4003-b2a4-2e2616677bcc req-e9259201-0295-4190-bbbc-4787a9754fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:03.374715 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dd005e61-6e86-4003-b2a4-2e2616677bcc req-e9259201-0295-4190-bbbc-4787a9754fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 1098 time: 0.1493165
May 19 02:34:03.391951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6bb26-3dcf-4715-b812-4cd7aded9b16 req-a236b50a-3aa3-4ea1-a6a7-8aa4ef48aef8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:03.394355 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c4b6bb26-3dcf-4715-b812-4cd7aded9b16 req-a236b50a-3aa3-4ea1-a6a7-8aa4ef48aef8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.1126935
May 19 02:34:03.422983 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.454388 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3296e303-0de1-41fd-a03c-fd7e61415ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.458077 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-ca5e511f-9090-46e9-b818-d5dd6e14ea10 None None] Provisioning complete for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:34:03.459260 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ca5e511f-9090-46e9-b818-d5dd6e14ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:03.481148 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dd005e61-6e86-4003-b2a4-2e2616677bcc req-65a9fa8f-7940-4e92-bc6d-4ed541c230d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854816
May 19 02:34:03.494980 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c4b6bb26-3dcf-4715-b812-4cd7aded9b16 req-7956c8ef-95c5-4e2a-ac43-36495de036db tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0806751
May 19 02:34:03.593013 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3bda58f5-1d9b-4592-87df-a10ab804e839 req-49996c9d-7aef-455f-bcb9-9ad48e809f88 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ea353a7d-2122-41a4-a4e7-e75a738330b5 HTTP/1.1" status: 200  len: 210 time: 0.0417435
May 19 02:34:03.617487 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:03.896413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9430-2199-4809-bed2-8e8cbc72b46c req-8714bde6-9e63-4d89-8585-f88ad05f4573 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:03.898113 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e14c9430-2199-4809-bed2-8e8cbc72b46c req-8714bde6-9e63-4d89-8585-f88ad05f4573 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0782826
May 19 02:34:03.944778 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e14c9430-2199-4809-bed2-8e8cbc72b46c req-55774b0e-527d-47b1-a82d-7df4b6eecd13 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399809
May 19 02:34:04.159262 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b575c-a2da-407d-a776-0e5e56ad0775 req-3ba0e05a-7ab4-4c19-8ef5-0a3ed062a622 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:04.160707 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ac2b575c-a2da-407d-a776-0e5e56ad0775 req-3ba0e05a-7ab4-4c19-8ef5-0a3ed062a622 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0837448
May 19 02:34:04.204293 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ac2b575c-a2da-407d-a776-0e5e56ad0775 req-ffc38966-a513-4d73-a2b5-8966cf388fb7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373409
May 19 02:34:04.479555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d2684-9d1f-47bf-9c40-53f44187ecd3 req-a3cb5bb9-2667-4d53-bb88-2098c4ba8d5a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:04.481013 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-798d2684-9d1f-47bf-9c40-53f44187ecd3 req-a3cb5bb9-2667-4d53-bb88-2098c4ba8d5a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.1078923
May 19 02:34:04.489211 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f54d4-f81a-4b39-b195-dca608d16178 req-df54d4e7-a2d3-429e-91ec-ed358120a6b9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:04.491056 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad2f54d4-f81a-4b39-b195-dca608d16178 req-df54d4e7-a2d3-429e-91ec-ed358120a6b9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1835155
May 19 02:34:04.510204 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:04.530488 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-798d2684-9d1f-47bf-9c40-53f44187ecd3 req-4b3bd4aa-9b9a-4c3f-a666-5825df1b8e4c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432882
May 19 02:34:04.539280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ad2f54d4-f81a-4b39-b195-dca608d16178 req-fb79ed23-16d8-4d33-84d5-51edb9ba5612 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415595
May 19 02:34:04.562334 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55622) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:04.655501 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:04.744678 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625fc3f-6cef-4c63-92bc-52bdf7e3c6ec tempest-TestShelveInstance-1321495928 tempest-TestShelveInstance-1321495928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:04.748911 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e625fc3f-6cef-4c63-92bc-52bdf7e3c6ec tempest-TestShelveInstance-1321495928 tempest-TestShelveInstance-1321495928-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1093 time: 0.1831980
May 19 02:34:04.749201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 55634) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:04.754324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:04.760780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:04.764645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Usage tracker for resource:floatingip and tenant:4f5971b348dd4292ba5102ed2c5dace2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:04.767923 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:04.774907 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:04.786382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for floatingip, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:04.957585 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:05.063755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:05.146403 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00198e7-5c8b-4b54-a769-75036d30203c req-4746fd17-9653-4629-834b-322c9a2b6267 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:05.147882 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f00198e7-5c8b-4b54-a769-75036d30203c req-4746fd17-9653-4629-834b-322c9a2b6267 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0814691
May 19 02:34:05.163201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Allocated IP 172.27.0.128 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/fb5707c9-fda0-450f-9bd8-ae57405563d8) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:34:05.181908 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e86f2-7e7d-4f3e-b239-0cfc0b052c1f req-b02f60c5-316a-4b4c-8d2a-bd0dca7d1193 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:05.182599 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-724e86f2-7e7d-4f3e-b239-0cfc0b052c1f req-b02f60c5-316a-4b4c-8d2a-bd0dca7d1193 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:34:05.199883 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f00198e7-5c8b-4b54-a769-75036d30203c req-ef9a22bb-1008-4533-9531-cf649bcca8b4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461745
May 19 02:34:05.278259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-724e86f2-7e7d-4f3e-b239-0cfc0b052c1f req-b02f60c5-316a-4b4c-8d2a-bd0dca7d1193 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:34:05.279436 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-724e86f2-7e7d-4f3e-b239-0cfc0b052c1f req-b02f60c5-316a-4b4c-8d2a-bd0dca7d1193 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.2513490
May 19 02:34:05.280993 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:34:05.415511 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-724e86f2-7e7d-4f3e-b239-0cfc0b052c1f req-cdd1e231-3b40-46af-b439-cc74fea9611f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272779
May 19 02:34:05.423685 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:05.449353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-dcc89b50-adb9-440b-9ebe-cb004d3e9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:05.450809 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-dcc89b50-adb9-440b-9ebe-cb004d3e9568 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1138 time: 0.1412182
May 19 02:34:05.474928 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:05.480874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bcb58c15-bebb-48ef-89c1-ab6dd6972af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:05.580326 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:34:05.628938 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:34:05.634384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:34:05.692105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'Port': ['ID=fb5707c9-fda0-450f-9bd8-ae57405563d8,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:05.702527 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:05.745952 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ba03-dad3-41e0-9e45-ff7c57c35eda req-cff0ebd3-18a3-4db1-9a5a-ef73b72d5a80 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:05.747427 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-af49ba03-dad3-41e0-9e45-ff7c57c35eda req-cff0ebd3-18a3-4db1-9a5a-ef73b72d5a80 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0940645
May 19 02:34:05.758231 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-b12f2b00-ac27-47a2-bfac-af6c61f66242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:05.759735 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-b12f2b00-ac27-47a2-bfac-af6c61f66242 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.2798605
May 19 02:34:05.793551 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-af49ba03-dad3-41e0-9e45-ff7c57c35eda req-e15762e1-188b-4f0f-9f55-417591fbaa23 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401583
May 19 02:34:05.919396 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-dc492d79-c6bf-4a04-9f7b-b1a698d0e55a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1002 time: 0.1457632
May 19 02:34:05.995665 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 240df796-292b-4ef1-8a05-b4cd80f4dfdd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:34:06.050697 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 240df796-292b-4ef1-8a05-b4cd80f4dfdd {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:34:06.051098 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 240df796-292b-4ef1-8a05-b4cd80f4dfdd not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:34:06.121252 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-abfb8788-a0d9-4ebf-a807-f6a3dcb0b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:06.122646 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-abfb8788-a0d9-4ebf-a807-f6a3dcb0b844 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.1355531
May 19 02:34:06.193785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:06.245821 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-9d99d4e1-b4b8-483c-8a3b-73c4e9df5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:06.247374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-9d99d4e1-b4b8-483c-8a3b-73c4e9df5563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1102917
May 19 02:34:06.443968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:06.589172 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-60eeda08-a975-4559-a87e-0d7b75a81122 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3214962
May 19 02:34:06.654315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45743a4c-0ac6-49ab-93f7-f40a0996a496 req-9d9264fa-a2cf-464d-aaa3-9f7b06e7d929 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:06.655747 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45743a4c-0ac6-49ab-93f7-f40a0996a496 req-9d9264fa-a2cf-464d-aaa3-9f7b06e7d929 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.2561021
May 19 02:34:06.728910 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:06.866421 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89d6a7-3d25-45fb-a45b-9289f94c381f req-ed6429e6-7b76-4c05-bdee-837446f9cb7e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:06.868009 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ec89d6a7-3d25-45fb-a45b-9289f94c381f req-ed6429e6-7b76-4c05-bdee-837446f9cb7e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.0889452
May 19 02:34:06.870801 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45743a4c-0ac6-49ab-93f7-f40a0996a496 req-6377002e-884d-49c1-90ee-64ac4aad598a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2064645
May 19 02:34:06.923762 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ec89d6a7-3d25-45fb-a45b-9289f94c381f req-df06fb07-8f3c-4b35-81d1-a315b85a0a1b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474362
May 19 02:34:06.927758 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a45e4821-f7d4-4959-ac1f-749b229d6c27 req-a4290597-d985-4214-9e51-98a87a1ae825 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3231518
May 19 02:34:07.060125 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-41fdde4e-9e54-4313-8db7-dfa6d7996332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.061575 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-41fdde4e-9e54-4313-8db7-dfa6d7996332 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.2732701
May 19 02:34:07.113566 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026a0b-39d5-4740-b44d-159bf0a27a70 req-0a2478f3-6a7b-4d25-ac6c-6c50577768b0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.115831 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-71026a0b-39d5-4740-b44d-159bf0a27a70 req-0a2478f3-6a7b-4d25-ac6c-6c50577768b0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0852232
May 19 02:34:07.160631 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-71026a0b-39d5-4740-b44d-159bf0a27a70 req-1ff5ace8-c6d7-4c57-b266-3841b7185fd5 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393512
May 19 02:34:07.213021 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:07.226874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d088a8-64a2-44d5-bcf7-f435c4579790 req-f5f2b3ef-cdef-46c0-841f-54718fe07c0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.228342 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-34d088a8-64a2-44d5-bcf7-f435c4579790 req-f5f2b3ef-cdef-46c0-841f-54718fe07c0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2329288
May 19 02:34:07.228931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:07.234585 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5a28e852-e340-45f6-bc3a-571d2e6cb268 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:07.363431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event updated for resources: {'Port': ['ID=fb5707c9-fda0-450f-9bd8-ae57405563d8,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:07.375291 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa729-8baa-494b-b211-3d2fce05c53d req-71018169-03fe-4fc6-ad1d-4cb42fb8ab66 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.376267 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:07.377433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-a94ad119-3cbd-4706-ba38-37e56fe0d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.377559 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84cfa729-8baa-494b-b211-3d2fce05c53d req-71018169-03fe-4fc6-ad1d-4cb42fb8ab66 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.1087210
May 19 02:34:07.378857 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-a94ad119-3cbd-4706-ba38-37e56fe0d88f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.2984385
May 19 02:34:07.423388 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84cfa729-8baa-494b-b211-3d2fce05c53d req-7892b9ab-ceeb-45d2-9e8f-a0fb85750b36 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397804
May 19 02:34:07.447571 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55670) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:07.469450 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-b9b1d45d-99a6-4a90-ac72-3f6c45349472 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.0746353
May 19 02:34:07.476552 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-34d088a8-64a2-44d5-bcf7-f435c4579790 req-b228fae9-db8a-40e7-ab32-ecdb1ced91e6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127504
May 19 02:34:07.486320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:07.622392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f403239-5f67-4217-84da-e3e92cc50b16 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.623778 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1f403239-5f67-4217-84da-e3e92cc50b16 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 1093 time: 0.1752267
May 19 02:34:07.626622 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 55676) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:07.631573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'port_id': '23773ef2-4871-4f82-bb0c-cd6844798833', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:34:07.637186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:07.640929 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:floatingip and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:07.643736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:07.649510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:07.659627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:07.666967 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-f74dcdda-9b00-4b19-82c2-0dd890ceac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:07.668422 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-f74dcdda-9b00-4b19-82c2-0dd890ceac7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.1833649
May 19 02:34:07.733368 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-657c75b6-8686-4a7a-acef-51f78c393781 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446117
May 19 02:34:07.763617 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Floating IP 0faa75db-7272-4f13-bed8-e5eb4f60ebf3 associated. External IP: 172.27.0.128, port: b440ba18-5164-425f-969b-f2ce3660d2cf.
May 19 02:34:07.793423 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:07.940117 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.27.0.42 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/b402a269-d023-4f6a-bffa-07ba3c40d6c9) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:34:08.169381 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:08.183475 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-4ab5f62b-b9b5-4cc8-beeb-17193f24f1b1 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4400685
May 19 02:34:08.188007 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca3b3d-fd32-42ef-9f6b-55c5e244d88a req-ab1aacee-fc10-47b4-b5e5-4bb524450ff8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:08.189541 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-93ca3b3d-fd32-42ef-9f6b-55c5e244d88a req-ab1aacee-fc10-47b4-b5e5-4bb524450ff8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1953094
May 19 02:34:08.244307 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-93ca3b3d-fd32-42ef-9f6b-55c5e244d88a req-6a6f58aa-4ef8-4e8b-a333-95bacce38c33 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472069
May 19 02:34:08.249972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:08.256909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:08.336917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:34:08.339867 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:34:08.343552 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:34:08.379900 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=b402a269-d023-4f6a-bffa-07ba3c40d6c9,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:08.388042 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:08.388420 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc90a-75eb-4036-b979-e9c490200660 req-83a2c8c4-af33-4da1-83ca-d1edc998b90c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:08.395229 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e10fc90a-75eb-4036-b979-e9c490200660 req-83a2c8c4-af33-4da1-83ca-d1edc998b90c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.3145206
May 19 02:34:08.543848 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e10fc90a-75eb-4036-b979-e9c490200660 req-5abd8ffe-f676-4e4d-9b04-e44c9e6eb869 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477790
May 19 02:34:08.582019 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-545ddc67-f4a1-4f94-bc83-fc838b7d5065 req-7d8bb6fd-d45b-49ae-86a0-ce8988b7a1c7 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300126
May 19 02:34:08.586557 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:34:08.862461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:34:08.874558 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Sync routers for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:34:08.886109 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cc6a1-f3df-43d4-9a04-39ee36156dd6 req-ea24630f-3850-4818-a69b-64de39ea3662 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:08.887987 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb7cc6a1-f3df-43d4-9a04-39ee36156dd6 req-ea24630f-3850-4818-a69b-64de39ea3662 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.2158568
May 19 02:34:08.893061 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:08.893831 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f74e3250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:34:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:08.915974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:08.968406 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12282abc-e73a-4fe0-a84a-e3722d0ba15d req-58d16a40-b405-4da4-8ddc-5b63427fd96d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:08.976230 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12282abc-e73a-4fe0-a84a-e3722d0ba15d req-58d16a40-b405-4da4-8ddc-5b63427fd96d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2899768
May 19 02:34:08.991620 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb7cc6a1-f3df-43d4-9a04-39ee36156dd6 req-048adfaa-afaf-49f5-afe7-682fd2d51e38 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931091
May 19 02:34:09.007861 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2574403
May 19 02:34:09.037718 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12282abc-e73a-4fe0-a84a-e3722d0ba15d req-01243a8f-54f3-45c0-95c5-76a3c16e57c5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599768
May 19 02:34:09.044968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:09.095626 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.099894 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:09.104273 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'status': 'completed', 'code': 200}
May 19 02:34:09.115727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-7ca7741c-706a-4b65-a631-b33ba25f4761 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:09.117457 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-7ca7741c-706a-4b65-a631-b33ba25f4761 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.1245999
May 19 02:34:09.175641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.345445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-769512b8-139b-4fea-8289-fcbd3ee645b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:09.347148 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-769512b8-139b-4fea-8289-fcbd3ee645b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.1856494
May 19 02:34:09.399944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Deleting port 764adfca-9933-4c3f-a210-48e4158295b1 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:34:09.400433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.477706 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.483050 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f74e3250>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '0faa75db-7272-4f13-bed8-e5eb4f60ebf3', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'mac_address': 'fa:16:3e:fd:74:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97947049-38be-4fea-9f59-6db20d2b4c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:06Z', 'updated_at': '2021-05-19T02:34:06Z', 'revision_number': 0, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:09.487472 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.487885 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Checking router: d10d48d1-730b-4239-a9d2-974fe0b2e8d2 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:34:09.492507 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2946a27f-3779-4bb4-927a-e5509e1b4fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:09.500556 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:09.501265 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f74e3250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:34:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:09.537970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aeb62-d2af-4998-b52b-e08ce18ffd91 req-60b6636a-69e8-4c09-9eb3-9ada4d98ef7f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:09.539514 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b2aeb62-d2af-4998-b52b-e08ce18ffd91 req-60b6636a-69e8-4c09-9eb3-9ada4d98ef7f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1610434
May 19 02:34:09.660387 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=b402a269-d023-4f6a-bffa-07ba3c40d6c9,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:09.664140 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:09.673231 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b2aeb62-d2af-4998-b52b-e08ce18ffd91 req-dd9d5c15-c849-4961-b4bf-ebe5d0bacfe2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184442
May 19 02:34:09.678200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.729271 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:09.851177 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-ebbea31c-1a5f-475d-8e00-9f47973025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:09.852655 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-ebbea31c-1a5f-475d-8e00-9f47973025aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.4896550
May 19 02:34:09.853566 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP cba9ea8a-685d-42d9-a679-9ce948de7a64 associated. External IP: 172.27.0.42, port: 23773ef2-4871-4f82-bb0c-cd6844798833.
May 19 02:34:09.868315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] For port 764adfca-9933-4c3f-a210-48e4158295b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=764adfca-9933-4c3f-a210-48e4158295b1,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:09.868905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:09.948324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-595b4ae9-459b-44dd-a07b-00ecc119fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:09.949847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-595b4ae9-459b-44dd-a07b-00ecc119fed3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 1096 time: 0.3508523
May 19 02:34:10.081809 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f74e3250>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '0faa75db-7272-4f13-bed8-e5eb4f60ebf3', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'mac_address': 'fa:16:3e:fd:74:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97947049-38be-4fea-9f59-6db20d2b4c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:06Z', 'updated_at': '2021-05-19T02:34:06Z', 'revision_number': 0, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:10.086411 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f0a8c-f012-4ec2-a531-f10952b36028 None None] The sync data for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi is: [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '0faa75db-7272-4f13-bed8-e5eb4f60ebf3', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'mac_address': 'fa:16:3e:fd:74:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97947049-38be-4fea-9f59-6db20d2b4c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:06Z', 'updated_at': '2021-05-19T02:34:06Z', 'revision_number': 0, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:34:10.095771 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Calling delete_port for 764adfca-9933-4c3f-a210-48e4158295b1 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:34:10.181823 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bd23b-0c9a-45c2-a967-6b4dd62f41a7 req-b43f794e-0f39-4232-961c-bebbf2b4e04f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.183332 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-335bd23b-0c9a-45c2-a967-6b4dd62f41a7 req-b43f794e-0f39-4232-961c-bebbf2b4e04f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 946 time: 0.4537849
May 19 02:34:10.196504 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-1684709f-a997-4347-9f31-6fdabee97423 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 999 time: 0.3300672
May 19 02:34:10.283729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:34:10.290554 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359b3a7-8bd8-433a-a1ed-ac89e84eb430 None None] New status for floating IP 0faa75db-7272-4f13-bed8-e5eb4f60ebf3: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:34:10.310513 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-335bd23b-0c9a-45c2-a967-6b4dd62f41a7 req-5aca106f-000a-4c51-9163-e66f40e409cc tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145413
May 19 02:34:10.320640 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b928b6-f3f0-4fd2-9df4-0cb5ffae97de req-3fcc5740-6da4-494c-a83a-6da62e04300e tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.320640 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79b928b6-f3f0-4fd2-9df4-0cb5ffae97de req-3fcc5740-6da4-494c-a83a-6da62e04300e tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.2004333
May 19 02:34:10.409904 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-7c391b94-7a99-4713-a5b8-c3fa23eb2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.412206 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-7c391b94-7a99-4713-a5b8-c3fa23eb2b7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1096 time: 0.3111253
May 19 02:34:10.424629 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-a14351af-e637-4254-8628-f80499bf243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.426669 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-a14351af-e637-4254-8628-f80499bf243f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.1939633
May 19 02:34:10.437467 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79b928b6-f3f0-4fd2-9df4-0cb5ffae97de req-0e3549b6-e4b0-4a0c-bc4c-b5309af519a9 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728362
May 19 02:34:10.525911 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:10.530189 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:34:10.542313 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:34:10.551043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a27a9f30-26b5-4371-a18f-998613b923fb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:10.557942 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:10.558937 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72a3250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:34:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:10.560999 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:10.568999 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7', '764adfca-9933-4c3f-a210-48e4158295b1'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:10.721349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event deleted for resources: {'Port': ['ID=764adfca-9933-4c3f-a210-48e4158295b1,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:10.733356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:10.763068 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.1353953
May 19 02:34:10.763932 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:10.804005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] No DVR routers for this DVR port 764adfca-9933-4c3f-a210-48e4158295b1 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:34:10.807181 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:10.852238 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:10.854369 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-81fc676d-7dc2-4ef6-9928-dbcae2e13281 req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "DELETE /v2.0/ports/764adfca-9933-4c3f-a210-48e4158295b1 HTTP/1.1" status: 204  len: 173 time: 1.6953900
May 19 02:34:10.858255 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-e7461928-8482-40dc-9732-98d70408c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.859594 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-e7461928-8482-40dc-9732-98d70408c746 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4003730
May 19 02:34:10.860926 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-9dc9ec63-74b3-42ac-b049-c3e4edf994d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.862257 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-9dc9ec63-74b3-42ac-b049-c3e4edf994d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.3687582
May 19 02:34:10.869717 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe294d2-7682-4787-a735-2dd100b21999 req-5f758b41-cff3-4984-863c-19c6e8a98759 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.876625 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1fe294d2-7682-4787-a735-2dd100b21999 req-5f758b41-cff3-4984-863c-19c6e8a98759 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.4536996
May 19 02:34:10.945328 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d64a2e-619c-4c06-a9c5-1ec066f0ccfc req-f11f7daf-3d37-4f93-82b0-76438c6297e7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:10.946693 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-38d64a2e-619c-4c06-a9c5-1ec066f0ccfc req-f11f7daf-3d37-4f93-82b0-76438c6297e7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1112728
May 19 02:34:11.016096 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-38d64a2e-619c-4c06-a9c5-1ec066f0ccfc req-df5dc212-8d81-4f59-b710-c86780a7e4b9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595896
May 19 02:34:11.143089 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833', 'status': 'completed', 'code': 200}
May 19 02:34:11.172247 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'name': 'network-vif-deleted', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:11.193485 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1fe294d2-7682-4787-a735-2dd100b21999 req-bcf4dbf8-c2c4-4d0c-917a-92038fd21c6f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154707
May 19 02:34:11.244423 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed968d16-ee9e-471f-81c5-5b383cf940c7', 'name': 'network-vif-deleted', 'tag': '764adfca-9933-4c3f-a210-48e4158295b1', 'status': 'completed', 'code': 200}
May 19 02:34:11.245900 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72a3250>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'cba9ea8a-685d-42d9-a679-9ce948de7a64', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '23773ef2-4871-4f82-bb0c-cd6844798833', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:c3:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c0bd4-9599-41e9-a73f-520485e228c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:08Z', 'updated_at': '2021-05-19T02:34:08Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:11.249827 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:34:11.258586 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:34:11.259209 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72a3250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:34:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:11.295404 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-a82c0493-989b-4388-af9d-db24f266e070 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 999 time: 0.3754976
May 19 02:34:11.305450 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-8648ff26-920d-4f53-b3a7-1d6556ebd207 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4100659
May 19 02:34:11.321414 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-a1111307-5849-4725-9110-988540d62065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:11.322833 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-a1111307-5849-4725-9110-988540d62065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 1098 time: 0.1337843
May 19 02:34:11.438748 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:34:11.600229 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08621313-9767-4c66-8a37-434de3fad62c req-5705d411-4ad0-40f9-b4ef-c99d30fd9e09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:34:11.625309 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-eadea6aa-dbc3-4c1e-baf1-33ee9c0b09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:11.626740 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-eadea6aa-dbc3-4c1e-baf1-33ee9c0b09c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.2943869
May 19 02:34:11.642580 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20ff54-3d4b-4bbf-9642-461e54ecd714 req-68dc6dff-2c08-455f-954b-62ffc12a71ac tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:11.644100 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ef20ff54-3d4b-4bbf-9642-461e54ecd714 req-68dc6dff-2c08-455f-954b-62ffc12a71ac tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0829697
May 19 02:34:11.692061 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ef20ff54-3d4b-4bbf-9642-461e54ecd714 req-73b329d2-3967-4598-ad89-d3754692ea6f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409026
May 19 02:34:11.715651 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-08621313-9767-4c66-8a37-434de3fad62c req-5705d411-4ad0-40f9-b4ef-c99d30fd9e09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:34:11.719612 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08621313-9767-4c66-8a37-434de3fad62c req-5705d411-4ad0-40f9-b4ef-c99d30fd9e09 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed968d16-ee9e-471f-81c5-5b383cf940c7 HTTP/1.1" status: 200  len: 210 time: 0.2773833
May 19 02:34:11.731186 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3cc8322-8434-4503-a42c-a7e14a3424e2 req-498de552-bae2-46eb-9980-eed2af25c740 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3665953
May 19 02:34:11.740893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-94aafd50-eb59-4eaf-8e2a-a9d41106704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:11.742246 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-94aafd50-eb59-4eaf-8e2a-a9d41106704c service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.3788400
May 19 02:34:11.814006 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-6de674b2-08ec-4326-a2ad-c911d0354afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:11.816101 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-6de674b2-08ec-4326-a2ad-c911d0354afc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1663167
May 19 02:34:11.832463 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72a3250>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'cba9ea8a-685d-42d9-a679-9ce948de7a64', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '23773ef2-4871-4f82-bb0c-cd6844798833', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:c3:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c0bd4-9599-41e9-a73f-520485e228c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:08Z', 'updated_at': '2021-05-19T02:34:08Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:11.838030 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecca0eb-38a3-444e-b623-9b23f322f11c None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'cba9ea8a-685d-42d9-a679-9ce948de7a64', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '23773ef2-4871-4f82-bb0c-cd6844798833', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:c3:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c0bd4-9599-41e9-a73f-520485e228c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:08Z', 'updated_at': '2021-05-19T02:34:08Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:34:11.948874 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-c971477a-fe31-4dc9-be50-628d9dd5bc3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23773ef2-4871-4f82-bb0c-cd6844798833 HTTP/1.1" status: 200  len: 998 time: 0.1872990
May 19 02:34:12.040728 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-e9fef09c-9462-4ee1-92ab-ee84ae2fad62 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976590
May 19 02:34:12.044183 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-3073d9a1-ea77-4d5f-a0d2-0fc1c5b4c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:12.045653 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-3073d9a1-ea77-4d5f-a0d2-0fc1c5b4c895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0807819
May 19 02:34:12.048116 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b36b4-f767-405a-85c1-574590a8567b None None] New status for floating IP cba9ea8a-685d-42d9-a679-9ce948de7a64: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:34:12.212971 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e5e8c-243d-4417-9d5f-12cdcb45841b req-47e5cad4-05c8-4cc6-bf73-52545a1e26f3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:12.214439 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cf7e5e8c-243d-4417-9d5f-12cdcb45841b req-47e5cad4-05c8-4cc6-bf73-52545a1e26f3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0897701
May 19 02:34:12.272107 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cf7e5e8c-243d-4417-9d5f-12cdcb45841b req-8b69746c-afc7-4852-986f-77b408d7258c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437164
May 19 02:34:12.272481 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-76ff9e63-ddd9-4771-ab31-9365b33c79a7 req-91a09c3e-c02b-4139-92aa-677cfcba9250 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882715
May 19 02:34:12.278689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-cfa06808-ed32-4783-9018-f4df2c090caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:12.280125 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-cfa06808-ed32-4783-9018-f4df2c090caf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1765692
May 19 02:34:12.490128 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-6ff36a77-b142-4d66-81c1-340275679442 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899831
May 19 02:34:12.504213 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df033a27-cb50-477e-be6b-af840971258f req-687df65e-2764-458b-acf4-59c175fa3e4c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:12.505571 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df033a27-cb50-477e-be6b-af840971258f req-687df65e-2764-458b-acf4-59c175fa3e4c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1655529
May 19 02:34:12.632616 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df033a27-cb50-477e-be6b-af840971258f req-e8799c20-e7ac-48e3-b059-c31cb36879e4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211026
May 19 02:34:12.670559 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-defbfc71-5d36-4513-862d-19f79ed2ef03 req-de0a1a90-0215-4cc3-9acf-d3c49c13a6b3 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461093
May 19 02:34:12.909321 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c83b5-3d2d-4057-995a-c8c1692ee209 req-8fe0ac81-c831-4d82-8778-4716f0dedf01 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:12.916862 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1e4c83b5-3d2d-4057-995a-c8c1692ee209 req-8fe0ac81-c831-4d82-8778-4716f0dedf01 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0946405
May 19 02:34:12.974179 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1e4c83b5-3d2d-4057-995a-c8c1692ee209 req-dafe2b4e-f44d-47c3-95c9-8168298da153 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561121
May 19 02:34:13.467572 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0326b74-2786-46ed-bc82-56699b83fde5 req-beaa7b9d-e912-44e3-a952-5f3a4ec8100d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:13.468917 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e0326b74-2786-46ed-bc82-56699b83fde5 req-beaa7b9d-e912-44e3-a952-5f3a4ec8100d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0832701
May 19 02:34:13.613947 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e0326b74-2786-46ed-bc82-56699b83fde5 req-e77b1308-0835-403f-aa5e-15f5b14f454a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393161
May 19 02:34:13.824146 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929f4c-aa10-445e-be11-65554ad94dd2 req-845ecf29-c537-47b7-99d4-4e9aeef96f8b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:13.826123 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-21929f4c-aa10-445e-be11-65554ad94dd2 req-845ecf29-c537-47b7-99d4-4e9aeef96f8b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0866849
May 19 02:34:13.871046 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-21929f4c-aa10-445e-be11-65554ad94dd2 req-be87ab18-b993-4d9c-a44f-47e0f293f288 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395875
May 19 02:34:14.034844 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 764adfca-9933-4c3f-a210-48e4158295b1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:34:14.072736 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 764adfca-9933-4c3f-a210-48e4158295b1 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:34:14.073083 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 764adfca-9933-4c3f-a210-48e4158295b1 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:34:14.149894 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903264a-c7dc-4196-8c13-ca0113e62c21 req-cde34494-f88d-4090-91db-dcec5f48e005 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:14.151349 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e903264a-c7dc-4196-8c13-ca0113e62c21 req-cde34494-f88d-4090-91db-dcec5f48e005 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0783997
May 19 02:34:14.205841 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e903264a-c7dc-4196-8c13-ca0113e62c21 req-49cd0655-bf24-4fe2-809a-ca8dbc92bc5f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482185
May 19 02:34:14.499200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434558f-23c8-4bf5-97a7-bf3e9a5a8a0f req-aff41693-4a29-425d-ba70-e7c37e5a8591 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:14.500625 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e434558f-23c8-4bf5-97a7-bf3e9a5a8a0f req-aff41693-4a29-425d-ba70-e7c37e5a8591 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0779872
May 19 02:34:14.545200 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e434558f-23c8-4bf5-97a7-bf3e9a5a8a0f req-cc944c9b-052f-41d1-a5fd-0a17cf915e94 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389307
May 19 02:34:14.812637 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2ac6a-a614-4aa0-82f0-1f26da08d028 req-ec65a281-d852-4025-8cb1-eb56e886fdd5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:14.814108 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-68f2ac6a-a614-4aa0-82f0-1f26da08d028 req-ec65a281-d852-4025-8cb1-eb56e886fdd5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0852644
May 19 02:34:14.859529 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-68f2ac6a-a614-4aa0-82f0-1f26da08d028 req-9b09b776-e1fa-4a26-b455-e0b1fcb6e377 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391982
May 19 02:34:15.055796 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951fa7e-247f-44b2-95ab-3c4a61a9287f req-d46df548-193e-4dab-8583-05e8aaa8cdaa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:15.057214 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5951fa7e-247f-44b2-95ab-3c4a61a9287f req-d46df548-193e-4dab-8583-05e8aaa8cdaa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0819602
May 19 02:34:15.101943 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5951fa7e-247f-44b2-95ab-3c4a61a9287f req-09c6ebb2-3a9c-404a-9b8c-1a6d05bc6925 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389879
May 19 02:34:15.122675 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:34:15.388527 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09b02-1256-4843-b184-d7a947a165e6 req-be6af52b-000f-4675-92da-d48498bb8193 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:15.389960 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a8c09b02-1256-4843-b184-d7a947a165e6 req-be6af52b-000f-4675-92da-d48498bb8193 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0797453
May 19 02:34:15.434140 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a8c09b02-1256-4843-b184-d7a947a165e6 req-876e0a1c-7427-4814-996a-b75ae8665748 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382404
May 19 02:34:15.729075 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85bde-773f-49fb-b3c5-f5baca1005fd req-dd3ff683-300c-4fc5-9eb6-fe2a765c3f98 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:15.730502 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ecd85bde-773f-49fb-b3c5-f5baca1005fd req-dd3ff683-300c-4fc5-9eb6-fe2a765c3f98 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0793993
May 19 02:34:15.773421 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ecd85bde-773f-49fb-b3c5-f5baca1005fd req-8b2d3c05-3e27-4ea6-bbe5-2d54b3757d4c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372851
May 19 02:34:16.054503 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117979-ff78-463d-8246-81b1937fb844 req-55fd5384-e61a-41c7-b766-a283b71430e8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:16.055900 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-97117979-ff78-463d-8246-81b1937fb844 req-55fd5384-e61a-41c7-b766-a283b71430e8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0858381
May 19 02:34:16.098553 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-97117979-ff78-463d-8246-81b1937fb844 req-54638555-1118-4b66-8f7f-b3febf772d3c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370464
May 19 02:34:16.292311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c082d0-37b4-498b-b25c-7ded2af32c8c req-d1eaf3b1-d96a-4439-82af-8efa4a20e02e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:16.293763 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60c082d0-37b4-498b-b25c-7ded2af32c8c req-d1eaf3b1-d96a-4439-82af-8efa4a20e02e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0847020
May 19 02:34:16.338974 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60c082d0-37b4-498b-b25c-7ded2af32c8c req-e2b72d09-e32f-4189-9bbc-10b6a4b2656f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395100
May 19 02:34:16.624641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213da8-76d8-45e4-8ea4-179f1ca102ed req-4a6477c7-304e-4ba9-9072-8e8e839d2ef1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:16.626079 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64213da8-76d8-45e4-8ea4-179f1ca102ed req-4a6477c7-304e-4ba9-9072-8e8e839d2ef1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0841181
May 19 02:34:16.670703 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-64213da8-76d8-45e4-8ea4-179f1ca102ed req-9da3c0cb-c338-4812-9fc4-e09574e6a783 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389132
May 19 02:34:16.957779 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b7bd7-c196-4242-840c-58db3c21a7fb req-b489466f-3e9b-46a1-ba44-d133256cc5a0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:16.959290 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-052b7bd7-c196-4242-840c-58db3c21a7fb req-b489466f-3e9b-46a1-ba44-d133256cc5a0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0792110
May 19 02:34:17.006661 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-052b7bd7-c196-4242-840c-58db3c21a7fb req-c649141f-e064-4a21-9622-088f145d7042 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413785
May 19 02:34:17.287390 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2d56-ad90-44a7-b66f-14695297a79b req-9b4125b6-804e-4871-a88f-5fd8e59d0c4f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:17.288833 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e37d2d56-ad90-44a7-b66f-14695297a79b req-9b4125b6-804e-4871-a88f-5fd8e59d0c4f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0787776
May 19 02:34:17.334301 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e37d2d56-ad90-44a7-b66f-14695297a79b req-2f706d7a-7098-497a-b5de-0b5d03f023bb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395057
May 19 02:34:17.530607 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39fb56-821e-4868-83a4-797fb2f16912 req-8cbd91bd-4df4-4245-9d87-a85e850ab5c1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:17.532073 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd39fb56-821e-4868-83a4-797fb2f16912 req-8cbd91bd-4df4-4245-9d87-a85e850ab5c1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0803175
May 19 02:34:17.579023 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd39fb56-821e-4868-83a4-797fb2f16912 req-47c68727-7b7c-4216-a4a7-ec0ef3e67074 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402486
May 19 02:34:17.858194 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c6f66-e798-49ce-a3ee-22544041540c req-fa3411a4-a5f7-4737-b915-433c55318284 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:17.859611 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c52c6f66-e798-49ce-a3ee-22544041540c req-fa3411a4-a5f7-4737-b915-433c55318284 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 946 time: 0.0836959
May 19 02:34:17.902859 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c52c6f66-e798-49ce-a3ee-22544041540c req-eeda7bc2-306d-417b-8721-669cbe429f04 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370772
May 19 02:34:18.056506 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device a648249f-1f88-4cc1-89dd-20e32c95d097 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:34:18.167769 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:18.194740 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:18.203957 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ec85-14b5-4e9f-8555-d13cc4e80629 req-995f380f-0cfd-4310-a910-e5c68e4274ea tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:18.205784 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:18.205900 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f12ec85-14b5-4e9f-8555-d13cc4e80629 req-995f380f-0cfd-4310-a910-e5c68e4274ea tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0900741
May 19 02:34:18.211628 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:18.213916 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:18.261378 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'code': 200}
May 19 02:34:18.268304 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f12ec85-14b5-4e9f-8555-d13cc4e80629 req-2b657793-f4e6-4e0a-97a1-dcdef2f96a11 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398371
May 19 02:34:18.288934 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=6']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:18.296533 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.296899 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.297223 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.297555 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.298095 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.298695 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.299029 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.299384 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.299712 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.300289 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.300631 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.300932 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:18.305049 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:18.541383 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a74a5c-367c-430c-804b-1902fdadcf7d req-defa0d24-47ec-4b8d-bec0-9b3fcf679f78 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:18.542813 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f6a74a5c-367c-430c-804b-1902fdadcf7d req-defa0d24-47ec-4b8d-bec0-9b3fcf679f78 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0795498
May 19 02:34:18.589774 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f6a74a5c-367c-430c-804b-1902fdadcf7d req-901503a8-9c75-45c5-8cbb-70b6a9ddde95 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410752
May 19 02:34:18.765622 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c61e7-7659-4d62-833c-a494c2affdd1 req-92173430-1db1-4607-b636-42749b172131 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:18.767096 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-798c61e7-7659-4d62-833c-a494c2affdd1 req-92173430-1db1-4607-b636-42749b172131 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0786898
May 19 02:34:18.813113 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-798c61e7-7659-4d62-833c-a494c2affdd1 req-812873b0-401e-4623-a2f4-12271b0f298e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401547
May 19 02:34:19.086368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712f729-c6b8-4e54-afc7-a86939b5eee5 req-19edf451-844d-4577-8001-423f516b846d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:19.087747 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2712f729-c6b8-4e54-afc7-a86939b5eee5 req-19edf451-844d-4577-8001-423f516b846d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0802457
May 19 02:34:19.133213 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2712f729-c6b8-4e54-afc7-a86939b5eee5 req-d75fb1fe-a7dd-4249-a1c8-069384a1d033 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398030
May 19 02:34:19.459311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db90e4-b9ed-4a9b-879d-bd6a40844aa3 req-d8bb6bf9-66ef-4d2d-ae1b-64924da90843 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:19.460689 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a8db90e4-b9ed-4a9b-879d-bd6a40844aa3 req-d8bb6bf9-66ef-4d2d-ae1b-64924da90843 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0859985
May 19 02:34:19.506301 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a8db90e4-b9ed-4a9b-879d-bd6a40844aa3 req-9d218a68-fd13-4ce2-a3f0-08572bb19e12 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399458
May 19 02:34:19.789873 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdb29e-c102-4fe9-ab7c-ae216278a1e7 req-2b674846-5420-4189-92b2-0db746621bd6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:19.791416 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8ffdb29e-c102-4fe9-ab7c-ae216278a1e7 req-2b674846-5420-4189-92b2-0db746621bd6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0832109
May 19 02:34:19.836900 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8ffdb29e-c102-4fe9-ab7c-ae216278a1e7 req-f1e1788b-86d2-4b2a-83ce-1b867e4ac95d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393755
May 19 02:34:20.000354 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622024b-a0f0-4efd-9137-c815517aad58 req-515b38f0-c006-4b88-8dc3-c086e200bf7f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:20.001825 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3622024b-a0f0-4efd-9137-c815517aad58 req-515b38f0-c006-4b88-8dc3-c086e200bf7f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0803385
May 19 02:34:20.048701 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3622024b-a0f0-4efd-9137-c815517aad58 req-5254d6b1-e49a-4e79-9853-d54aada871fa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402880
May 19 02:34:20.463853 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4061-249f-4047-8076-6cf83eaab0c0 req-4ed693e4-314e-4977-9034-df8ab9e39702 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:20.465179 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-973a4061-249f-4047-8076-6cf83eaab0c0 req-4ed693e4-314e-4977-9034-df8ab9e39702 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0779550
May 19 02:34:20.508018 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-973a4061-249f-4047-8076-6cf83eaab0c0 req-04e6f4b7-7503-487d-9184-0cd76830ecba tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372376
May 19 02:34:20.694087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6266b-c0bd-4c9a-8642-6998d0158723 req-6e9607bf-2d63-4564-9781-f08e23c6dc5a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:20.695569 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-54c6266b-c0bd-4c9a-8642-6998d0158723 req-6e9607bf-2d63-4564-9781-f08e23c6dc5a tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0816696
May 19 02:34:20.740385 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-54c6266b-c0bd-4c9a-8642-6998d0158723 req-9dd2fa16-f5e6-48a6-a1e5-94433676372c tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390837
May 19 02:34:21.028959 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280dd6f-a404-4a52-8438-0f1c4012e009 req-b22ac18d-a255-4dd1-914b-6afed1597548 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:21.030325 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4280dd6f-a404-4a52-8438-0f1c4012e009 req-b22ac18d-a255-4dd1-914b-6afed1597548 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0819559
May 19 02:34:21.076504 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4280dd6f-a404-4a52-8438-0f1c4012e009 req-a579ee26-1d2d-428d-a69d-9b8816e8a153 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403950
May 19 02:34:21.235917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72f24-d526-497a-b4a5-cf6490bf9682 req-39b6b5ec-f57d-49e6-88a6-deda8433a61a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:21.237360 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-71e72f24-d526-497a-b4a5-cf6490bf9682 req-39b6b5ec-f57d-49e6-88a6-deda8433a61a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0811715
May 19 02:34:21.282489 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-71e72f24-d526-497a-b4a5-cf6490bf9682 req-ae52711a-2256-4217-887d-848d5be6d37b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389588
May 19 02:34:21.697214 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3003a-29ae-4f63-927d-49599154c8d0 req-da943b54-b29c-45e2-91a7-415f9deea82b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:21.698684 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bce3003a-29ae-4f63-927d-49599154c8d0 req-da943b54-b29c-45e2-91a7-415f9deea82b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0859609
May 19 02:34:21.747473 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bce3003a-29ae-4f63-927d-49599154c8d0 req-8901a36e-ec66-4402-81ed-aa570860559f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429623
May 19 02:34:21.924063 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d704b0-1119-4f79-ad57-1c2590318e24 req-92f64850-8d5b-4be9-9e6a-cf02e43ab7a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:21.925667 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b5d704b0-1119-4f79-ad57-1c2590318e24 req-92f64850-8d5b-4be9-9e6a-cf02e43ab7a7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0802190
May 19 02:34:21.970165 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b5d704b0-1119-4f79-ad57-1c2590318e24 req-dfe91e2d-caf0-4975-852d-aafe4380320d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382810
May 19 02:34:22.335536 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca35cf7-410d-48c7-ba35-801321288005 req-7dd2e7e1-203a-4888-8877-26571e73e6fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:22.339478 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eca35cf7-410d-48c7-ba35-801321288005 req-7dd2e7e1-203a-4888-8877-26571e73e6fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1497710
May 19 02:34:22.387552 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eca35cf7-410d-48c7-ba35-801321288005 req-ca843517-056d-47d9-b783-97396090ae93 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433438
May 19 02:34:22.615748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47670a-79f1-4536-98bf-1775c1668fb9 req-699b31a7-9aa4-4bd6-bf32-f0b754de415a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:22.617122 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9d47670a-79f1-4536-98bf-1775c1668fb9 req-699b31a7-9aa4-4bd6-bf32-f0b754de415a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0868261
May 19 02:34:22.664096 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9d47670a-79f1-4536-98bf-1775c1668fb9 req-4bcf535c-cfd8-43c4-be2d-fad02be279da tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409284
May 19 02:34:22.931597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd956936-7fa3-4a8d-9d50-3e1144b0f086 req-ac47500e-65ee-45e6-80f0-4b77f0265af1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:22.933019 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dd956936-7fa3-4a8d-9d50-3e1144b0f086 req-ac47500e-65ee-45e6-80f0-4b77f0265af1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0802443
May 19 02:34:22.977837 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dd956936-7fa3-4a8d-9d50-3e1144b0f086 req-f78bbdd6-dc65-43e7-8d32-358255dd8fd1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391760
May 19 02:34:23.152653 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb6ea0-42d9-4276-ad7e-ca61c2042258 req-f3fbc0aa-a476-4e3d-aff2-d2ebb4605218 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:23.154049 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cb6ea0-42d9-4276-ad7e-ca61c2042258 req-f3fbc0aa-a476-4e3d-aff2-d2ebb4605218 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0790782
May 19 02:34:23.202434 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-09cb6ea0-42d9-4276-ad7e-ca61c2042258 req-ba52f8a4-5a56-402f-aace-2ac88c9130ad tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421691
May 19 02:34:23.577861 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e997-5c5e-4156-a455-c83e826ad05e req-50affeaf-9b86-4770-b83b-08a9abf3e645 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:23.579325 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4321e997-5c5e-4156-a455-c83e826ad05e req-50affeaf-9b86-4770-b83b-08a9abf3e645 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0806522
May 19 02:34:23.628321 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4321e997-5c5e-4156-a455-c83e826ad05e req-795f5076-e51b-4164-b565-4a9b7271c463 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431945
May 19 02:34:23.853012 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3f0e-880d-4b8d-88b7-593fc1b00b8d req-40ccae75-15ac-401b-8962-2900f797f667 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:23.854491 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd1e3f0e-880d-4b8d-88b7-593fc1b00b8d req-40ccae75-15ac-401b-8962-2900f797f667 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0805044
May 19 02:34:23.897817 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fd1e3f0e-880d-4b8d-88b7-593fc1b00b8d req-de226a49-9017-4585-80fe-d3f083859c93 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375459
May 19 02:34:24.163506 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cd7e1-b0f0-41ef-805e-ed93e3eabf07 req-99612edb-9127-4118-bddf-906335040ce1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:24.164938 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba8cd7e1-b0f0-41ef-805e-ed93e3eabf07 req-99612edb-9127-4118-bddf-906335040ce1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0793340
May 19 02:34:24.210532 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba8cd7e1-b0f0-41ef-805e-ed93e3eabf07 req-cfc0c3ed-0d76-4f74-baeb-65256325d878 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399776
May 19 02:34:24.388659 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46adb44-0f5d-464a-935c-bf769b651013 req-4cd77b93-0ddd-4d38-8a71-e6386a105852 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:24.390069 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c46adb44-0f5d-464a-935c-bf769b651013 req-4cd77b93-0ddd-4d38-8a71-e6386a105852 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0832088
May 19 02:34:24.510041 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c46adb44-0f5d-464a-935c-bf769b651013 req-0e95ed25-2912-424c-86fc-722d616d97d1 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142979
May 19 02:34:24.817077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7e7d-3716-4b58-9b37-eeb79ffc40e0 req-cf4fbdbe-6870-4174-abcf-8bf9e8d9129a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:24.819053 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35fe7e7d-3716-4b58-9b37-eeb79ffc40e0 req-cf4fbdbe-6870-4174-abcf-8bf9e8d9129a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0823536
May 19 02:34:24.863461 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35fe7e7d-3716-4b58-9b37-eeb79ffc40e0 req-003a19eb-a02e-49af-ae43-e33222cef96b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385087
May 19 02:34:25.081185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734a852-f1f9-4c8f-b501-42660eacb052 req-fea65337-78e1-4d20-a7ed-5a5c7371b9ac tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:25.082640 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8734a852-f1f9-4c8f-b501-42660eacb052 req-fea65337-78e1-4d20-a7ed-5a5c7371b9ac tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0788169
May 19 02:34:25.129440 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8734a852-f1f9-4c8f-b501-42660eacb052 req-c17b89f7-6471-4ffd-b958-428fe4b21df8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407281
May 19 02:34:25.398480 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20aa7b-185d-4cd6-a332-9b400ed1a6fc req-e1efb290-6653-45bf-91bc-31070ee4c514 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:25.400710 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c20aa7b-185d-4cd6-a332-9b400ed1a6fc req-e1efb290-6653-45bf-91bc-31070ee4c514 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0867841
May 19 02:34:25.446522 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2c20aa7b-185d-4cd6-a332-9b400ed1a6fc req-eab8ad45-c511-485e-91eb-9335a1b4a821 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404646
May 19 02:34:25.699037 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8ae8-cdee-42a4-a446-020e6b232efa req-08291f0a-575e-4ba3-a319-26b392979d11 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:25.700555 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6f3d8ae8-cdee-42a4-a446-020e6b232efa req-08291f0a-575e-4ba3-a319-26b392979d11 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0842230
May 19 02:34:25.745583 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6f3d8ae8-cdee-42a4-a446-020e6b232efa req-4c990d12-0964-43f9-8c30-3fb5c2e8ec5e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392482
May 19 02:34:26.056530 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d45851-fd09-46fe-b824-32622a9eb55e req-01fd8ec2-bda6-413f-8af1-c5322f876dca tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:26.057958 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-58d45851-fd09-46fe-b824-32622a9eb55e req-01fd8ec2-bda6-413f-8af1-c5322f876dca tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0828524
May 19 02:34:26.102290 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-58d45851-fd09-46fe-b824-32622a9eb55e req-22929488-2d7f-446d-855a-ebc7263cabfb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383813
May 19 02:34:26.316205 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad421-57ac-4b8f-91f7-ea2e10c37f11 req-dbb89a7a-f7fc-4677-bf5c-138304d778d4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:26.318309 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b2ad421-57ac-4b8f-91f7-ea2e10c37f11 req-dbb89a7a-f7fc-4677-bf5c-138304d778d4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0840774
May 19 02:34:26.362376 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6b2ad421-57ac-4b8f-91f7-ea2e10c37f11 req-36d604f2-a3b3-48f5-a723-6a7099942f55 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384736
May 19 02:34:26.631024 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c290-a0eb-459b-80af-e583b776e1ac req-f19512e3-7c67-4ab8-aaea-8fc7b99c4623 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:26.632554 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c3e1c290-a0eb-459b-80af-e583b776e1ac req-f19512e3-7c67-4ab8-aaea-8fc7b99c4623 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0831835
May 19 02:34:26.677604 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c3e1c290-a0eb-459b-80af-e583b776e1ac req-3f108320-e702-4461-b679-44a6d7c96498 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389025
May 19 02:34:26.927256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c01a50-6a5a-4cd4-954b-092ba1f2ce85 req-1d6f1b76-f52c-47c1-9c0d-309d41c4b407 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:26.928693 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-02c01a50-6a5a-4cd4-954b-092ba1f2ce85 req-1d6f1b76-f52c-47c1-9c0d-309d41c4b407 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0801382
May 19 02:34:26.972744 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-02c01a50-6a5a-4cd4-954b-092ba1f2ce85 req-bbd872a0-9b09-49b5-a65f-c1d83b67b345 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384362
May 19 02:34:27.290730 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56645a-4cd1-4ae6-8d0c-44594a1007d6 req-4a33dfc8-c6d2-4b06-88a1-063358543b1e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:27.292308 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a56645a-4cd1-4ae6-8d0c-44594a1007d6 req-4a33dfc8-c6d2-4b06-88a1-063358543b1e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0801511
May 19 02:34:27.338523 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a56645a-4cd1-4ae6-8d0c-44594a1007d6 req-d7099834-0e77-4fac-af50-9587969ed765 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402706
May 19 02:34:27.550828 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49329b-016e-4de4-b15f-8f2269a91da6 req-b8b91dc0-07e5-47f1-a29b-69e9ca76337a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:27.552984 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fc49329b-016e-4de4-b15f-8f2269a91da6 req-b8b91dc0-07e5-47f1-a29b-69e9ca76337a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0844820
May 19 02:34:27.598173 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fc49329b-016e-4de4-b15f-8f2269a91da6 req-51d24d6f-5a9d-48d9-8817-0a7e6403603c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390532
May 19 02:34:27.868432 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9395050-a05f-4308-9267-e0e8f3850fdd req-e5876106-efc2-43b1-90b5-03a1a723f643 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:27.869872 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e9395050-a05f-4308-9267-e0e8f3850fdd req-e5876106-efc2-43b1-90b5-03a1a723f643 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0868580
May 19 02:34:27.914392 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e9395050-a05f-4308-9267-e0e8f3850fdd req-45addc0e-3b06-4eb5-92cc-a6534962cea5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386720
May 19 02:34:28.153972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f798-2eaf-4f31-a894-c448e94027e4 req-324a34ac-e745-4901-b8ce-ac09d8e3602b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:28.155435 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7699f798-2eaf-4f31-a894-c448e94027e4 req-324a34ac-e745-4901-b8ce-ac09d8e3602b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0805700
May 19 02:34:28.203050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7699f798-2eaf-4f31-a894-c448e94027e4 req-046c2057-11cf-415a-9330-ca47dd8ee6a0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420210
May 19 02:34:28.528401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145f2b-b6a7-4218-b02b-0d43f83a3136 req-d167ea4a-4d32-4194-beb9-31f188ff2608 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:28.529843 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09145f2b-b6a7-4218-b02b-0d43f83a3136 req-d167ea4a-4d32-4194-beb9-31f188ff2608 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0798726
May 19 02:34:28.577816 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-09145f2b-b6a7-4218-b02b-0d43f83a3136 req-3e806329-396e-4487-baf6-3dc9b1bc0ba6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422401
May 19 02:34:28.783413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af871c-41e0-492a-a2d0-a16e80377115 req-8a5ffc1a-92d9-4865-bace-089fcb039b4c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:28.784859 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b2af871c-41e0-492a-a2d0-a16e80377115 req-8a5ffc1a-92d9-4865-bace-089fcb039b4c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0784471
May 19 02:34:28.829640 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b2af871c-41e0-492a-a2d0-a16e80377115 req-23834c69-d97d-4477-bc19-a67e9270388c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388787
May 19 02:34:29.099704 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3af4d-9ea4-42cc-9a73-6100e68d63e1 req-53f26106-b39f-4707-8b96-0cb1ca986cc7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:29.102173 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-edc3af4d-9ea4-42cc-9a73-6100e68d63e1 req-53f26106-b39f-4707-8b96-0cb1ca986cc7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0818043
May 19 02:34:29.147142 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-edc3af4d-9ea4-42cc-9a73-6100e68d63e1 req-7b5a68a7-847f-4d25-91f2-b523befc1568 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390162
May 19 02:34:29.391090 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f8aeb-ead8-44ef-bfaa-1136a161f3a6 req-0d4cbb3e-c2e2-41b3-a41d-bf93e5ac1ebe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:29.392567 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-843f8aeb-ead8-44ef-bfaa-1136a161f3a6 req-0d4cbb3e-c2e2-41b3-a41d-bf93e5ac1ebe tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0816016
May 19 02:34:29.438080 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-843f8aeb-ead8-44ef-bfaa-1136a161f3a6 req-5a1bad8b-ec33-4c0d-a9c5-c3a9298d8556 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391800
May 19 02:34:29.775371 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142213c8-69e2-47cc-8317-16bfcab8be3a req-e0291849-28a8-4a14-8848-d3ef934b950e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:29.776803 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-142213c8-69e2-47cc-8317-16bfcab8be3a req-e0291849-28a8-4a14-8848-d3ef934b950e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0871611
May 19 02:34:29.821179 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-142213c8-69e2-47cc-8317-16bfcab8be3a req-a399e38a-393e-41e8-a2e8-b6cb894ae175 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387037
May 19 02:34:30.011706 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd256-41b0-46c5-b86b-14768889ffbf req-e1d7f237-cd51-4f1d-80ea-740195354657 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:30.013131 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6a8fd256-41b0-46c5-b86b-14768889ffbf req-e1d7f237-cd51-4f1d-80ea-740195354657 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0805767
May 19 02:34:30.057786 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6a8fd256-41b0-46c5-b86b-14768889ffbf req-a4a9262f-78c2-4d79-948f-93c976c9b0b8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388577
May 19 02:34:30.330784 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590b3b-67f9-4c58-ae62-9317197828e9 req-e71f2f22-afcb-462b-ab58-940c6388705f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:30.332247 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5a590b3b-67f9-4c58-ae62-9317197828e9 req-e71f2f22-afcb-462b-ab58-940c6388705f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0804029
May 19 02:34:30.377276 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5a590b3b-67f9-4c58-ae62-9317197828e9 req-e92811fc-b6b6-4618-a905-75055733f124 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391631
May 19 02:34:30.623609 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04c25c-5072-443d-9261-484432769e89 req-68123ee6-c456-4326-b6bc-c1d30bbf3d05 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:30.625035 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a04c25c-5072-443d-9261-484432769e89 req-68123ee6-c456-4326-b6bc-c1d30bbf3d05 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0827882
May 19 02:34:30.668983 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a04c25c-5072-443d-9261-484432769e89 req-066d0f0c-1303-46a9-bc59-82e1dd59db95 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383124
May 19 02:34:30.974012 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-68698161-cffa-444e-a5dd-7d2332a488c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:31.015758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d4ab-7a24-44cc-a335-eb7fd23ddb9c req-902e2e02-2993-4b0b-acba-b1e10b5a09a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:31.017205 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9405d4ab-7a24-44cc-a335-eb7fd23ddb9c req-902e2e02-2993-4b0b-acba-b1e10b5a09a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0849032
May 19 02:34:31.062511 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9405d4ab-7a24-44cc-a335-eb7fd23ddb9c req-41593759-6904-42f2-850e-85b9a7cc6863 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390830
May 19 02:34:31.247216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c84909-cea4-4842-b95d-40b4bd791ef7 req-c5f26f39-5f63-4c96-9d73-6b3e403fa90f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:31.248642 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-21c84909-cea4-4842-b95d-40b4bd791ef7 req-c5f26f39-5f63-4c96-9d73-6b3e403fa90f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0830340
May 19 02:34:31.293919 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-21c84909-cea4-4842-b95d-40b4bd791ef7 req-0ae7442c-b004-4c85-9bfc-8942002ffc74 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392876
May 19 02:34:31.565708 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c2e1-c706-4afc-a9e2-b5396fd0fdcc req-726bf6ba-d859-4444-a28f-8c1620770b9a tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:31.567135 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adf2c2e1-c706-4afc-a9e2-b5396fd0fdcc req-726bf6ba-d859-4444-a28f-8c1620770b9a tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0826261
May 19 02:34:31.613791 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-adf2c2e1-c706-4afc-a9e2-b5396fd0fdcc req-2e916e1a-1d78-4f89-9777-a7716a833c67 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408418
May 19 02:34:31.856731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb21f2-050f-4fb8-a9d2-3922761665d7 req-4ea2e84d-f226-474f-8228-99f057efe80b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:31.858150 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-27fb21f2-050f-4fb8-a9d2-3922761665d7 req-4ea2e84d-f226-474f-8228-99f057efe80b tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0799835
May 19 02:34:31.900395 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-27fb21f2-050f-4fb8-a9d2-3922761665d7 req-aa14633d-5110-437e-a09a-d0bbaa2686f3 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365911
May 19 02:34:32.251225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a28f-9aea-41db-9515-0ca43cd51c24 req-6cedaea3-6ce2-4d01-b835-a4bf0dfae478 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:32.252684 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ec8a28f-9aea-41db-9515-0ca43cd51c24 req-6cedaea3-6ce2-4d01-b835-a4bf0dfae478 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0803113
May 19 02:34:32.296993 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9ec8a28f-9aea-41db-9515-0ca43cd51c24 req-852411e9-8d7e-41f4-9246-75ff94010a02 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381896
May 19 02:34:32.485637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deeacc-7006-4bf5-b385-718a071b56a2 req-34f94a5e-b970-47d9-b7e5-d450ceb19a90 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:32.487054 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3deeacc-7006-4bf5-b385-718a071b56a2 req-34f94a5e-b970-47d9-b7e5-d450ceb19a90 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0814638
May 19 02:34:32.533144 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b3deeacc-7006-4bf5-b385-718a071b56a2 req-682d2f33-e7aa-4d76-b34c-febbe4a75561 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396690
May 19 02:34:32.798829 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeafb53-cae0-4f00-be14-fc05c055d828 req-7a03e555-2d3b-42b7-8c7a-1a668108643a tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:32.800556 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5eeafb53-cae0-4f00-be14-fc05c055d828 req-7a03e555-2d3b-42b7-8c7a-1a668108643a tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0817056
May 19 02:34:32.868551 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:32.910214 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5eeafb53-cae0-4f00-be14-fc05c055d828 req-deacd575-d3b4-4316-8add-94fcdc710751 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034110
May 19 02:34:33.092203 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052588-92f1-46ee-9daf-e610c9e2945f req-58f4ca0c-2cbb-4fdf-8d80-2a45d69270e9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:33.093835 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-22052588-92f1-46ee-9daf-e610c9e2945f req-58f4ca0c-2cbb-4fdf-8d80-2a45d69270e9 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0800226
May 19 02:34:33.143310 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-22052588-92f1-46ee-9daf-e610c9e2945f req-c4fbe15b-68a0-4fcb-9ed8-d245f193a47d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437622
May 19 02:34:33.416194 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:33.448362 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-528d5ba9-77fc-44de-9422-f8276774af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:33.488386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9179396-cb6c-456f-85f8-f3a50b763d49 req-1d48370d-6b9c-4d7c-a6fe-6e810a48b65b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:33.489818 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d9179396-cb6c-456f-85f8-f3a50b763d49 req-1d48370d-6b9c-4d7c-a6fe-6e810a48b65b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0813179
May 19 02:34:33.539227 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d9179396-cb6c-456f-85f8-f3a50b763d49 req-405c5193-8fe5-4c90-83ba-dfffe326252f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434883
May 19 02:34:33.717208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67c77-d81f-4ab0-bc4d-8238dfc0a9a8 req-b140fed5-3692-4492-9177-941c97ce67d6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:33.718536 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0e67c77-d81f-4ab0-bc4d-8238dfc0a9a8 req-b140fed5-3692-4492-9177-941c97ce67d6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0810571
May 19 02:34:33.762929 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0e67c77-d81f-4ab0-bc4d-8238dfc0a9a8 req-a85ab990-8a92-413a-9ced-7c9e7cc48c30 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386631
May 19 02:34:34.093329 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d626-7458-4d3e-a152-e3ed3c145004 req-9165b77f-83fb-4b26-91e8-5b12fc34fc70 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:34.094930 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9df6d626-7458-4d3e-a152-e3ed3c145004 req-9165b77f-83fb-4b26-91e8-5b12fc34fc70 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0798669
May 19 02:34:34.139853 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9df6d626-7458-4d3e-a152-e3ed3c145004 req-18d032fc-19ed-4d80-836c-7b945f1e94ac tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388441
May 19 02:34:34.329179 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3c8b7-678e-460c-a22b-733335b79832 req-71618b12-e51d-451b-8bde-5494a2003966 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:34.330771 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-17d3c8b7-678e-460c-a22b-733335b79832 req-71618b12-e51d-451b-8bde-5494a2003966 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0834193
May 19 02:34:34.376987 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-17d3c8b7-678e-460c-a22b-733335b79832 req-29586163-079f-4cdd-bb98-16c1ed6af8e4 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404789
May 19 02:34:34.639101 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:34.732270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4fcba-d8dc-4bbd-a0c8-8cabd6142885 req-726f0202-4649-4ed9-bc57-5d9b794a9f84 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:34.733698 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fff4fcba-d8dc-4bbd-a0c8-8cabd6142885 req-726f0202-4649-4ed9-bc57-5d9b794a9f84 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0837522
May 19 02:34:34.778017 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fff4fcba-d8dc-4bbd-a0c8-8cabd6142885 req-1e3288e3-a5db-4354-bef2-9b927f6131f7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386677
May 19 02:34:34.950796 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4bfe-b63a-4551-99da-2e004a46742b req-13dc1475-6757-4cbe-b53c-e6fe61f15ed8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:34.952160 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-773b4bfe-b63a-4551-99da-2e004a46742b req-13dc1475-6757-4cbe-b53c-e6fe61f15ed8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0794213
May 19 02:34:34.996471 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-773b4bfe-b63a-4551-99da-2e004a46742b req-a8b7fb38-3ca3-4ea6-8c17-5593e886fae2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387757
May 19 02:34:35.323171 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f362e-73f9-4efb-b97a-3c3bd73fe121 req-800f9f29-4042-4374-b530-292f08450cdb tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:35.324668 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b72f362e-73f9-4efb-b97a-3c3bd73fe121 req-800f9f29-4042-4374-b530-292f08450cdb tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0804403
May 19 02:34:35.369852 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b72f362e-73f9-4efb-b97a-3c3bd73fe121 req-48e5113b-64f2-4680-84a9-f31719b1777f tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395358
May 19 02:34:35.636130 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa42c61-9255-4a1f-823d-1bbefff75907 req-8c6d4211-01e8-4dc0-8414-76a11d859174 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:35.637486 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4aa42c61-9255-4a1f-823d-1bbefff75907 req-8c6d4211-01e8-4dc0-8414-76a11d859174 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.1584148
May 19 02:34:35.682777 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4aa42c61-9255-4a1f-823d-1bbefff75907 req-d10611ae-08df-4e83-bcd4-4cdfebb2641e tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396531
May 19 02:34:35.968098 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e59945-be83-4380-8b9e-c378f95b4fe5 req-48130f8d-b86d-4707-8996-24b257b17c71 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:35.969476 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e5e59945-be83-4380-8b9e-c378f95b4fe5 req-48130f8d-b86d-4707-8996-24b257b17c71 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0817349
May 19 02:34:36.014339 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e5e59945-be83-4380-8b9e-c378f95b4fe5 req-57eccecf-6486-4cd6-bbb5-9827f572c19f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388932
May 19 02:34:36.181699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aef29c-80dd-440e-9f3b-2996e7a70571 req-9b9a480a-dc44-4159-a0ee-b2a2ff6d482f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:36.183187 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8aef29c-80dd-440e-9f3b-2996e7a70571 req-9b9a480a-dc44-4159-a0ee-b2a2ff6d482f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0811112
May 19 02:34:36.195374 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:36.230563 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8aef29c-80dd-440e-9f3b-2996e7a70571 req-0b7164a8-c37e-45fe-97bb-af9a69df4d55 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417521
May 19 02:34:36.549358 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bd8ea-950b-4089-82bb-1a10e080ac36 req-08319c8e-623a-4bbb-96ee-aff9deba9f98 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:36.550929 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-662bd8ea-950b-4089-82bb-1a10e080ac36 req-08319c8e-623a-4bbb-96ee-aff9deba9f98 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0774789
May 19 02:34:36.597612 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-662bd8ea-950b-4089-82bb-1a10e080ac36 req-86005323-2209-4770-a46e-9f85fee6e331 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408828
May 19 02:34:36.864482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84146c7-d23f-42f1-bba3-b0e69869b481 req-97a925a7-31a4-4fec-861a-fde91a335705 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:36.865842 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a84146c7-d23f-42f1-bba3-b0e69869b481 req-97a925a7-31a4-4fec-861a-fde91a335705 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0781391
May 19 02:34:36.909014 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a84146c7-d23f-42f1-bba3-b0e69869b481 req-af9c8976-f5a8-40c8-b5e7-c2fa138401c7 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376711
May 19 02:34:37.200457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649585-90e2-4d92-b99b-bc4ea6e2e4dd req-0f4fa33b-8a6a-45f8-b628-906a371ee4a3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:37.201881 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d6649585-90e2-4d92-b99b-bc4ea6e2e4dd req-0f4fa33b-8a6a-45f8-b628-906a371ee4a3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0790684
May 19 02:34:37.244578 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d6649585-90e2-4d92-b99b-bc4ea6e2e4dd req-c2fbadb2-238a-4c8e-84de-89db399b3f87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370247
May 19 02:34:37.414892 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a505bce-27a2-4d80-b514-cf38d76d8237 req-ddcf3b90-645b-4ae7-9a1d-fdec9ee0c29d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:37.416260 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a505bce-27a2-4d80-b514-cf38d76d8237 req-ddcf3b90-645b-4ae7-9a1d-fdec9ee0c29d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0829058
May 19 02:34:37.459383 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4a505bce-27a2-4d80-b514-cf38d76d8237 req-8d61f95d-a12d-41ae-b1d0-ccf09ae825c0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375190
May 19 02:34:37.780202 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01bcc6-8b76-47bc-91fa-ae7c1674c8d5 req-da3ef248-f320-4390-9a2a-cb03eb27bc18 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:37.781637 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fc01bcc6-8b76-47bc-91fa-ae7c1674c8d5 req-da3ef248-f320-4390-9a2a-cb03eb27bc18 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0822349
May 19 02:34:37.825283 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-fc01bcc6-8b76-47bc-91fa-ae7c1674c8d5 req-c4230354-9501-4733-9103-f500e1d137c4 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378816
May 19 02:34:38.089152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2d9fd-d858-439a-bb81-061d784590a0 req-9b831abd-80c5-4a3a-9992-8f2626658a8d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:38.090481 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-03e2d9fd-d858-439a-bb81-061d784590a0 req-9b831abd-80c5-4a3a-9992-8f2626658a8d tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.0781641
May 19 02:34:38.132627 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-03e2d9fd-d858-439a-bb81-061d784590a0 req-14757474-7f59-448f-99e9-0fec4d8d6ca0 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365667
May 19 02:34:38.438833 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8e866-6ca5-48ec-95cb-fde851f56fdc req-b3524ca5-7ecc-402f-97c7-7e4ba69a1679 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:38.440297 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-47d8e866-6ca5-48ec-95cb-fde851f56fdc req-b3524ca5-7ecc-402f-97c7-7e4ba69a1679 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0826263
May 19 02:34:38.486186 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-47d8e866-6ca5-48ec-95cb-fde851f56fdc req-b8b2ff67-c3e5-4f23-b31b-d43b5fe30b51 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386891
May 19 02:34:38.486609 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-71394fad-3a4f-4767-8a00-0e94624ce6cd tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:38.488077 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-71394fad-3a4f-4767-8a00-0e94624ce6cd tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0828278
May 19 02:34:38.719741 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-297b6dae-2d01-4c3e-89b3-980355f764d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2304506
May 19 02:34:38.738469 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e62be1-c6e0-4b8b-9460-61c076f85526 req-9be8ffa3-c216-4581-b618-54eb5546a12f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:38.739877 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-41e62be1-c6e0-4b8b-9460-61c076f85526 req-9be8ffa3-c216-4581-b618-54eb5546a12f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1692057
May 19 02:34:38.761925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Deleting port a648249f-1f88-4cc1-89dd-20e32c95d097 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:34:38.762264 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:38.918564 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-41e62be1-c6e0-4b8b-9460-61c076f85526 req-0a6e68bd-e79f-42f5-82a7-3d4ae58119dc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710708
May 19 02:34:38.973841 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] For port a648249f-1f88-4cc1-89dd-20e32c95d097, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a648249f-1f88-4cc1-89dd-20e32c95d097,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:38.974154 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:39.015595 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf47f7-9da2-4f4d-bab8-1940ba20ae99 req-35e8914a-7226-4acb-81c9-03fe031787aa tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.017019 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0bcf47f7-9da2-4f4d-bab8-1940ba20ae99 req-35e8914a-7226-4acb-81c9-03fe031787aa tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 944 time: 0.0835097
May 19 02:34:39.037204 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-c56cf6e9-7a7e-4f9e-bbf5-7a2e59f8e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.039217 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-c56cf6e9-7a7e-4f9e-bbf5-7a2e59f8e27a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.2620413
May 19 02:34:39.061825 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0bcf47f7-9da2-4f4d-bab8-1940ba20ae99 req-a9f58a4b-2c12-465b-a840-16481c7779eb tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391359
May 19 02:34:39.102900 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Calling delete_port for a648249f-1f88-4cc1-89dd-20e32c95d097 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:34:39.285167 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-ae53124b-cb4f-4094-8fd8-7e82a42e87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.286549 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-ae53124b-cb4f-4094-8fd8-7e82a42e87dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1906698
May 19 02:34:39.551925 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-78b76ad5-747f-4e38-9699-968d2d2ded9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.2537796
May 19 02:34:39.568152 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab391b4-d144-4974-84e5-f4881fd54fae req-b50874c2-1ac7-4c83-9658-1a37792bb673 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.570115 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dab391b4-d144-4974-84e5-f4881fd54fae req-b50874c2-1ac7-4c83-9658-1a37792bb673 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.3313632
May 19 02:34:39.571369 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:39.606355 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f27e0e78-b98d-4307-a7c2-92af8922a158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:39.672747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Pushing event deleted for resources: {'Port': ['ID=a648249f-1f88-4cc1-89dd-20e32c95d097,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:39.678762 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736b5e7-f1f4-49e7-b39b-c30c467ebfde req-b007f3ab-c372-44fd-b29c-dbbb12b46e87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.680243 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4736b5e7-f1f4-49e7-b39b-c30c467ebfde req-b007f3ab-c372-44fd-b29c-dbbb12b46e87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0819323
May 19 02:34:39.698798 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.699201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.699569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.699930 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.700289 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.700644 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.700999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.701357 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.701830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.702185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.702532 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.702882 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:34:39.728171 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4736b5e7-f1f4-49e7-b39b-c30c467ebfde req-d6bcc057-2e0e-49f6-bd79-2085ce10b4a4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422382
May 19 02:34:39.733697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:39.794343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-e39441e1-97a4-40a7-bef6-2bd6ef6a9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.795807 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-e39441e1-97a4-40a7-bef6-2bd6ef6a9684 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.2225895
May 19 02:34:39.798471 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] No DVR routers for this DVR port a648249f-1f88-4cc1-89dd-20e32c95d097 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:34:39.802390 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dab391b4-d144-4974-84e5-f4881fd54fae req-78741ce2-ea08-4adb-bb3d-3a0ddfe66f27 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/security-groups?id=addcafef-3db3-422c-ac15-eed3caa89ca7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614652
May 19 02:34:39.804409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:39.807035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-deleted', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:39.896196 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06600593-efd5-4683-b530-f39f6eae0b47', 'name': 'network-vif-deleted', 'tag': 'a648249f-1f88-4cc1-89dd-20e32c95d097', 'status': 'completed', 'code': 200}
May 19 02:34:39.923222 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "DELETE /v2.0/ports/a648249f-1f88-4cc1-89dd-20e32c95d097 HTTP/1.1" status: 204  len: 173 time: 1.4042306
May 19 02:34:39.955813 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-e396c593-f1f4-4fb6-bcaf-154d5bf46c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.957287 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-e396c593-f1f4-4fb6-bcaf-154d5bf46c5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1452448
May 19 02:34:39.969377 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc083609-372c-48cc-8873-106ea85fda17 req-319b985b-7999-4346-9ed7-d93d80694152 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:39.970743 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fc083609-372c-48cc-8873-106ea85fda17 req-319b985b-7999-4346-9ed7-d93d80694152 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 945 time: 0.1162593
May 19 02:34:40.225193 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4f15cbd5-add2-4950-afbd-243a713643c7 req-81cb0d20-a4d3-497e-807f-76b1b6461d88 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=06600593-efd5-4683-b530-f39f6eae0b47 HTTP/1.1" status: 200  len: 210 time: 0.0426340
May 19 02:34:40.254508 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-c7e09507-321d-46fa-82da-e2eac67bdde6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828135
May 19 02:34:40.303085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0ac8d-2222-48df-9b7c-9fb3bbd728b7 req-e9515728-4436-42c1-9504-521f9d035dc1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:40.305089 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-37f0ac8d-2222-48df-9b7c-9fb3bbd728b7 req-e9515728-4436-42c1-9504-521f9d035dc1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2721317
May 19 02:34:40.388509 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Deleting port c49a7011-94b5-451b-a133-7e3b83018fc7 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:34:40.388767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:40.499463 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-37f0ac8d-2222-48df-9b7c-9fb3bbd728b7 req-7f3b0986-f03d-4232-9449-a6fe7e7c8bd4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787899
May 19 02:34:40.558570 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8f9dfe0-c199-408e-bfe2-d10d7743b749 req-f7d2ea14-ada9-4256-a24a-b07256b90ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865427
May 19 02:34:40.576119 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] For port c49a7011-94b5-451b-a133-7e3b83018fc7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c49a7011-94b5-451b-a133-7e3b83018fc7,segment=NetworkSegment(96d81e5a-3640-4c8e-9354-993ec474db6d),segment_id=96d81e5a-3640-4c8e-9354-993ec474db6d)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:40.576482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:40.703680 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Calling delete_port for c49a7011-94b5-451b-a133-7e3b83018fc7 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:34:40.817720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:40.823336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:40.838147 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['c49a7011-94b5-451b-a133-7e3b83018fc7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:40.873821 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Pushing event deleted for resources: {'Port': ['ID=c49a7011-94b5-451b-a133-7e3b83018fc7,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:40.877080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:40.937863 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9c9c2-c0ee-4ba9-a522-2173849f8b07 req-83428b50-9510-469a-b227-387384af6df2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:40.939376 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0b9c9c2-c0ee-4ba9-a522-2173849f8b07 req-83428b50-9510-469a-b227-387384af6df2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0974817
May 19 02:34:40.984350 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0b9c9c2-c0ee-4ba9-a522-2173849f8b07 req-a61d166d-3bf3-40e6-b402-7fe9b229a09a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392494
May 19 02:34:40.985118 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] No DVR routers for this DVR port c49a7011-94b5-451b-a133-7e3b83018fc7 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:34:40.991562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:40.995819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-86f74a81-7339-4c94-b42e-1895d7c1233d req-6d15b77e-86e5-40b3-b0d7-2eae9ba157fd tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.0532856
May 19 02:34:41.018046 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fc083609-372c-48cc-8873-106ea85fda17 req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.55 "DELETE /v2.0/ports/c49a7011-94b5-451b-a133-7e3b83018fc7 HTTP/1.1" status: 204  len: 173 time: 1.0200405
May 19 02:34:41.681788 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58e675-7ad1-483d-978c-5a1b06c0cdef req-d2a54b4c-0da4-47e6-989c-4fbdba8a8fb0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:41.683233 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5d58e675-7ad1-483d-978c-5a1b06c0cdef req-d2a54b4c-0da4-47e6-989c-4fbdba8a8fb0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0776849
May 19 02:34:41.729288 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5d58e675-7ad1-483d-978c-5a1b06c0cdef req-0c8767a6-4b5a-41d9-bc7e-599e0ecf5cea tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401261
May 19 02:34:41.897879 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'name': 'network-vif-deleted', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:41.939753 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd62493-f065-4871-974f-e15d7b26dd82', 'name': 'network-vif-deleted', 'tag': 'c49a7011-94b5-451b-a133-7e3b83018fc7', 'status': 'completed', 'code': 200}
May 19 02:34:42.159925 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d541552a-616c-44ef-9585-ada5763b1161 req-c4fca437-e9a5-4644-96a0-218d4a0e419f tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.0474954
May 19 02:34:42.265855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5d0ed-7aee-4032-b81b-62adf6a84adc req-551d7feb-22cb-47f8-93ed-ed917da2dc83 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:42.267320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80d5d0ed-7aee-4032-b81b-62adf6a84adc req-551d7feb-22cb-47f8-93ed-ed917da2dc83 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.1732385
May 19 02:34:42.310725 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80d5d0ed-7aee-4032-b81b-62adf6a84adc req-bd8cee5b-ef64-4482-ac16-1434ec10bb84 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375946
May 19 02:34:42.913752 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e1fff-3ac6-4a43-a993-0a3ee41258c2 req-0c5267d0-b183-46e8-a9c8-74e2f3c91703 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:42.915184 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a2e1fff-3ac6-4a43-a993-0a3ee41258c2 req-0c5267d0-b183-46e8-a9c8-74e2f3c91703 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0787408
May 19 02:34:42.957854 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a2e1fff-3ac6-4a43-a993-0a3ee41258c2 req-3d2082ef-c60b-4be8-abc6-ee9fad18b34b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370169
May 19 02:34:43.322390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e8d5d57-714f-4f20-a116-f042d83162ac req-b8bc149f-2e89-45ca-b3e2-3af3b45a1430 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Synchronizing usage tracker for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:34:43.337755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-1e8d5d57-714f-4f20-a116-f042d83162ac req-b8bc149f-2e89-45ca-b3e2-3af3b45a1430 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Unset dirty status for tenant:19fdccfc21064d7db91d62c101c0b657 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:34:43.339185 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1e8d5d57-714f-4f20-a116-f042d83162ac req-b8bc149f-2e89-45ca-b3e2-3af3b45a1430 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fd62493-f065-4871-974f-e15d7b26dd82 HTTP/1.1" status: 200  len: 210 time: 0.0601223
May 19 02:34:43.499832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb2d7c-aa41-4dca-8ff4-c4652c62f8c3 req-e7d3ead5-a290-4729-b9dd-8eee44a87634 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:43.501249 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e1bb2d7c-aa41-4dca-8ff4-c4652c62f8c3 req-e7d3ead5-a290-4729-b9dd-8eee44a87634 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0813808
May 19 02:34:43.544871 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e1bb2d7c-aa41-4dca-8ff4-c4652c62f8c3 req-c513806b-c4e4-4e94-97b3-c56b1728c7b4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380385
May 19 02:34:44.137463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b2c26-7d0a-47d9-8348-fe401fa6d920 req-6e883a73-a2ae-454e-8f1b-63e96e3c2b9a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:44.138890 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af8b2c26-7d0a-47d9-8348-fe401fa6d920 req-6e883a73-a2ae-454e-8f1b-63e96e3c2b9a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0769224
May 19 02:34:44.183413 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af8b2c26-7d0a-47d9-8348-fe401fa6d920 req-8df3c421-d5c6-4db9-af5b-705d41b69b51 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389044
May 19 02:34:44.230836 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device c49a7011-94b5-451b-a133-7e3b83018fc7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:34:44.266863 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: c49a7011-94b5-451b-a133-7e3b83018fc7 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:34:44.267148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device c49a7011-94b5-451b-a133-7e3b83018fc7 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:34:44.432404 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56008) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:44.592043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Deleting subnet 2d9fa099-572c-4fe0-9fa5-a85c14785c78 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:34:44.595015 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:44.648234 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:44.704368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:44.735439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d19a15-6a7f-4a9e-b879-e0a059025bfa req-c6ec4464-05aa-44b8-9296-ca7ce20d0e6b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:44.736861 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-94d19a15-6a7f-4a9e-b879-e0a059025bfa req-c6ec4464-05aa-44b8-9296-ca7ce20d0e6b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0841947
May 19 02:34:44.782113 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-94d19a15-6a7f-4a9e-b879-e0a059025bfa req-6dc0a6be-35e2-4f06-a5f9-4e914a68d107 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392818
May 19 02:34:45.004268 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.009938 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c37483a7-f3d1-44a0-8d3a-4a00634a422c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:45.045840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.048272 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9fa099-572c-4fe0-9fa5-a85c14785c78,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:45.051198 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:45.056199 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-631ea749-8e23-412c-a0e4-0e7c273da140 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2d9fa099-572c-4fe0-9fa5-a85c14785c78 HTTP/1.1" status: 204  len: 168 time: 0.6219115
May 19 02:34:45.058782 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56018) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:45.163411 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.284656 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.340448 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6143610>,) {'filters': {'network_id': ['62ffb6e0-cf90-4a18-ad1d-a7790d86363a']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:45.359351 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6143610>, '96d81e5a-3640-4c8e-9354-993ec474db6d') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:45.359645 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6143610>, '96d81e5a-3640-4c8e-9354-993ec474db6d') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:34:45.374413 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.394821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.403425 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:34:45.403801 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:34:45.416580 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:34:45.487023 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84377aa-47c3-49da-84e7-25bb4439c331 req-e431ff47-a4cb-439e-a091-b93be96e7b47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:45.488483 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a84377aa-47c3-49da-84e7-25bb4439c331 req-e431ff47-a4cb-439e-a091-b93be96e7b47 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1966107
May 19 02:34:45.518131 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.533856 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:45.548077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.556375 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a84377aa-47c3-49da-84e7-25bb4439c331 req-3253e25a-f08e-4178-ae09-d8626e9360dd tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611410
May 19 02:34:45.561335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Pushing event deleted for resources: {'Network': ['ID=62ffb6e0-cf90-4a18-ad1d-a7790d86363a,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:45.564409 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:45.570161 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-84513154-6c02-46d8-81dc-d3d1eebbf77c admin admin] 10.222.0.63 "DELETE /v2.0/networks/62ffb6e0-cf90-4a18-ad1d-a7790d86363a HTTP/1.1" status: 204  len: 168 time: 0.5104108
May 19 02:34:45.688218 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56026) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:45.737898 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-05519ec4-5015-4b1b-87cf-c644a5f62a6b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19fdccfc21064d7db91d62c101c0b657&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0483668
May 19 02:34:45.740259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56032) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:45.796430 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.822154 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.878963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.882880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2d40a645-5fdd-4871-9305-38492d3ff379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:45.895086 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addcafef-3db3-422c-ac15-eed3caa89ca7,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:45.898680 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:45.945331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:45.946340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/addcafef-3db3-422c-ac15-eed3caa89ca7 HTTP/1.1" status: 204  len: 168 time: 0.2050734
May 19 02:34:45.994495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45970e6b-693b-4072-997e-a6ba6d3a691c req-64304645-2eb3-49d1-8278-489e3f275d6d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:45.995935 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45970e6b-693b-4072-997e-a6ba6d3a691c req-64304645-2eb3-49d1-8278-489e3f275d6d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0819907
May 19 02:34:46.039622 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-45970e6b-693b-4072-997e-a6ba6d3a691c req-00b0f14d-10e5-4cd9-9d0a-1905dada1512 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381656
May 19 02:34:46.741826 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a13c0f-ff56-4085-b916-ced31325c046 req-b055979e-2a81-4e0f-ad58-0c36fbc6eace tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:46.743453 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-53a13c0f-ff56-4085-b916-ced31325c046 req-b055979e-2a81-4e0f-ad58-0c36fbc6eace tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0825295
May 19 02:34:46.794069 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-53a13c0f-ff56-4085-b916-ced31325c046 req-69f6b2aa-398b-4a91-9d8d-1238c5cbf7ac tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446737
May 19 02:34:47.230800 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd566e-a8bc-496d-8384-48bf99264f6e req-12736b25-0df3-477b-a6d8-7f55a3739c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:47.232288 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-18cd566e-a8bc-496d-8384-48bf99264f6e req-12736b25-0df3-477b-a6d8-7f55a3739c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0819974
May 19 02:34:47.276478 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-18cd566e-a8bc-496d-8384-48bf99264f6e req-189fd192-d5b5-4f17-92a6-c3261b78536a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386512
May 19 02:34:47.968556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56098) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:48.001583 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef814c-dd9c-4875-aa06-ad087a24e320 req-c136d039-3437-4dd1-bd86-6c17ea859811 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:48.003043 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-66ef814c-dd9c-4875-aa06-ad087a24e320 req-c136d039-3437-4dd1-bd86-6c17ea859811 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0796869
May 19 02:34:48.050126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-66ef814c-dd9c-4875-aa06-ad087a24e320 req-9f2d9ca3-2490-4ee1-b572-7b180ea775ad tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413196
May 19 02:34:48.084002 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.097931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:48.102173 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a76217604244baa52e289cd9d3b9e4 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:48.104944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:48.110419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:48.194541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.199034 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.206937 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-720face2-ad75-4db8-aec7-07e5326a036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:48.248995 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7a76217604244baa52e289cd9d3b9e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2793217
May 19 02:34:48.249882 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad4dd5-e76f-4b3c-8780-d5bd7fede400,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:48.251639 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56106) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:48.252810 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:48.311909 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.338034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.390202 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.393821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a12e9f0e-2db1-4f7d-a731-f6e361cb6467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:48.406901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad4dd5-e76f-4b3c-8780-d5bd7fede400,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:48.410247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:48.412181 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.416546 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50ad4dd5-e76f-4b3c-8780-d5bd7fede400 HTTP/1.1" status: 204  len: 168 time: 0.1616223
May 19 02:34:48.474643 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a084-7945-4cac-8c1e-0fcff5274458 req-1aefb894-04d3-48f2-97b3-6ae8d764ce64 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:48.476836 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a85a084-7945-4cac-8c1e-0fcff5274458 req-1aefb894-04d3-48f2-97b3-6ae8d764ce64 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0875201
May 19 02:34:48.522821 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7a85a084-7945-4cac-8c1e-0fcff5274458 req-8ca4c1cb-8b93-4465-853b-8830583ec1fe tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390344
May 19 02:34:48.690838 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56116) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:48.709581 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.723680 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:48.728089 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Usage tracker for resource:security_group_rule and tenant:9bd2b4feaea343dfa84985f585cb4103 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:48.730868 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:48.736553 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:48.819206 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.822523 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.833312 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:48.872869 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9bd2b4feaea343dfa84985f585cb4103&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1809399
May 19 02:34:48.873769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11993094-1400-4a8d-a148-9e96966fc2fd,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:48.875934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56122) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:48.876792 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bbd4a6c2-6bd3-463a-ab9b-f6896f720c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:48.935950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:48.965192 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:49.021634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:49.025982 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8183e95f-8a5d-45ea-85a4-7a1450d05215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:49.039390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11993094-1400-4a8d-a148-9e96966fc2fd,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:49.041805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:49.048791 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:49.052818 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/11993094-1400-4a8d-a148-9e96966fc2fd HTTP/1.1" status: 204  len: 168 time: 0.1759067
May 19 02:34:49.242600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1fe5a-edac-4dc2-9c1f-1406c6aa5fde req-afd868c0-c3ff-4ab6-a753-c5078217ce2c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:49.244084 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dbb1fe5a-edac-4dc2-9c1f-1406c6aa5fde req-afd868c0-c3ff-4ab6-a753-c5078217ce2c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0825553
May 19 02:34:49.289135 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dbb1fe5a-edac-4dc2-9c1f-1406c6aa5fde req-d3facbe6-516c-4096-be3d-0b2c6120d0ae tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392058
May 19 02:34:49.719873 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42cba9-292e-4709-aae7-92c6a7b9125b req-faf8b019-ef17-4f59-a98f-0cffe8ed5c8a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:49.721369 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ba42cba9-292e-4709-aae7-92c6a7b9125b req-faf8b019-ef17-4f59-a98f-0cffe8ed5c8a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 943 time: 0.0845866
May 19 02:34:49.766680 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ba42cba9-292e-4709-aae7-92c6a7b9125b req-6c8ae67c-6e99-42c0-ab0f-243ba3869db8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394585
May 19 02:34:50.172763 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:34:50.309272 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:50.327421 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '9391d650-7c8c-406f-9d7c-244364455da7', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': '9391d650-7c8c-406f-9d7c-244364455da7', 'mac_address': 'fa:16:3e:12:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:34:50.396862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:50.417007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:34:50.434997 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:50.441505 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:50.443939 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:50.523651 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ebac-8693-4aab-8e9c-6b5659abddeb req-10b69d6b-f84d-4278-ac2e-4577d524be34 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:50.526206 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5415ebac-8693-4aab-8e9c-6b5659abddeb req-10b69d6b-f84d-4278-ac2e-4577d524be34 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1165047
May 19 02:34:50.571948 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=9']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:50.575094 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:50.576524 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5415ebac-8693-4aab-8e9c-6b5659abddeb req-6c378fde-158c-46ff-86ea-007b737cd9d3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439870
May 19 02:34:50.804168 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56192) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:50.939024 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:50.964607 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:50.970990 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Usage tracker for resource:security_group_rule and tenant:ff5092c0b0874b8daaa668bba2296659 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:50.974525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:50.981770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:51.009258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed4fdd-8fad-40a5-bee2-747cb0b652ea req-e01c0cae-6613-48ea-8c28-9a4997fc908f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:51.010691 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52ed4fdd-8fad-40a5-bee2-747cb0b652ea req-e01c0cae-6613-48ea-8c28-9a4997fc908f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.1337948
May 19 02:34:51.068765 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-52ed4fdd-8fad-40a5-bee2-747cb0b652ea req-1ad74a04-b1db-4247-b617-495d76e374f9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499701
May 19 02:34:51.114692 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.118176 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.125671 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a314e605-4ee5-4820-a9a1-290cdce72533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:51.164702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff5092c0b0874b8daaa668bba2296659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3594241
May 19 02:34:51.166571 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ed511-5d6d-4945-9a3e-d59284a1307b,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:51.167378 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56198) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:51.169621 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:51.225511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.250584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.301207 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.306464 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b637c0bc-4db7-436a-8a63-d3f679f94e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:51.321216 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ed511-5d6d-4945-9a3e-d59284a1307b,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:51.324980 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:51.330448 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.331566 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba9ed511-5d6d-4945-9a3e-d59284a1307b HTTP/1.1" status: 204  len: 168 time: 0.1632237
May 19 02:34:51.444996 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['9391d650-7c8c-406f-9d7c-244364455da7'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:34:51.607389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56210) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:51.625551 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.639827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:51.643633 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed886676be142e1a92c7bdcf6fc5a3d is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:51.646451 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:51.652102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:51.735061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.739326 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.748692 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5bb244a0-35b3-436c-9849-0685714d9010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:51.770777 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddc483-e0d5-4164-8faa-09142e383901 req-8e334c34-47d1-4905-bf31-2bcf5a1c64cc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:51.779149 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-87ddc483-e0d5-4164-8faa-09142e383901 req-8e334c34-47d1-4905-bf31-2bcf5a1c64cc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0915627
May 19 02:34:51.788631 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6ed886676be142e1a92c7bdcf6fc5a3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1800802
May 19 02:34:51.790387 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760843ad-ae3b-40c6-9ffd-bb66d4496e51,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:51.792768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56214) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:51.795376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:51.826467 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-87ddc483-e0d5-4164-8faa-09142e383901 req-433b0f67-b4a0-46a0-9503-5321f0c4a6dc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462015
May 19 02:34:51.860032 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.886159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.943236 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.947013 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11596067-6154-446c-ac06-681f3a996ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:51.959056 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760843ad-ae3b-40c6-9ffd-bb66d4496e51,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:51.962738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:51.970036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:51.971135 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/760843ad-ae3b-40c6-9ffd-bb66d4496e51 HTTP/1.1" status: 204  len: 168 time: 0.1774645
May 19 02:34:52.122374 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:34:52.260075 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86136-eec7-4c80-8d55-e1631ed21fb6 req-9e8c2e93-a522-4753-ac11-1c5bc47ff2ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:52.261506 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6de86136-eec7-4c80-8d55-e1631ed21fb6 req-9e8c2e93-a522-4753-ac11-1c5bc47ff2ec tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0800993
May 19 02:34:52.305408 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6de86136-eec7-4c80-8d55-e1631ed21fb6 req-d82071e3-ee8e-4ed2-821c-26d31ab85889 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381238
May 19 02:34:53.019241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea290cc1-63d5-463f-a256-da14259ebfe8 req-373b3b3b-e2ef-4be5-9fc4-0ab39c459a06 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:53.020712 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea290cc1-63d5-463f-a256-da14259ebfe8 req-373b3b3b-e2ef-4be5-9fc4-0ab39c459a06 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0832610
May 19 02:34:53.133396 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ea290cc1-63d5-463f-a256-da14259ebfe8 req-458b1523-06b7-47df-8ee7-58a545a2cf52 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067309
May 19 02:34:53.498627 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238744db-deaa-48b6-b0a6-eca8ba0c5d07 req-571517ca-3915-406e-a5c2-60d5793a475c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:53.500154 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-238744db-deaa-48b6-b0a6-eca8ba0c5d07 req-571517ca-3915-406e-a5c2-60d5793a475c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0824656
May 19 02:34:53.545500 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-238744db-deaa-48b6-b0a6-eca8ba0c5d07 req-933695a8-787d-483d-936b-36cc9e736774 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398083
May 19 02:34:54.314832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32cf5-eebd-4ad2-bb30-fbf64da5090c req-be268924-506d-4e88-b429-8d3566b6834c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:54.316370 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7bd32cf5-eebd-4ad2-bb30-fbf64da5090c req-be268924-506d-4e88-b429-8d3566b6834c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0779142
May 19 02:34:54.363082 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7bd32cf5-eebd-4ad2-bb30-fbf64da5090c req-3cc3357a-0f9f-4f6a-bb61-4141e6e64dba tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405657
May 19 02:34:54.733770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3a7c7-06d2-405e-ba85-823eb4847e41 req-3f5b4a68-6076-4d2a-8d44-335f351a807f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:54.735214 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-84b3a7c7-06d2-405e-ba85-823eb4847e41 req-3f5b4a68-6076-4d2a-8d44-335f351a807f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0828743
May 19 02:34:54.844626 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-84b3a7c7-06d2-405e-ba85-823eb4847e41 req-72a624f7-7ac1-492a-8df6-137f34fdf526 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036346
May 19 02:34:55.555057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d311eee-a5ca-40e0-8dff-62f5de3e1596 req-db712f7e-b91d-470d-8828-f06e5511674a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:55.556515 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d311eee-a5ca-40e0-8dff-62f5de3e1596 req-db712f7e-b91d-470d-8828-f06e5511674a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0789309
May 19 02:34:55.599857 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1d311eee-a5ca-40e0-8dff-62f5de3e1596 req-81316296-3722-457c-8fc7-db5df10cabcf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377326
May 19 02:34:56.033674 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13a9d-3d92-4425-81b5-42eb0cf9d2de req-8c3bdbb9-3575-4f85-bea1-62a10c6b513e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:56.035096 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e7e13a9d-3d92-4425-81b5-42eb0cf9d2de req-8c3bdbb9-3575-4f85-bea1-62a10c6b513e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0824196
May 19 02:34:56.080247 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e7e13a9d-3d92-4425-81b5-42eb0cf9d2de req-fe56a23b-f421-4681-bad5-7b263a2881f2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395648
May 19 02:34:56.792241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d98ab-371f-473b-9b44-7fe5cb4deabd req-58faa0f2-68b6-4629-acdc-967b728c2263 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:56.793833 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-686d98ab-371f-473b-9b44-7fe5cb4deabd req-58faa0f2-68b6-4629-acdc-967b728c2263 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0865283
May 19 02:34:56.843331 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-686d98ab-371f-473b-9b44-7fe5cb4deabd req-fd0bb6fa-e3bd-4de1-9f84-e599bb38cd1e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436049
May 19 02:34:57.273277 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1951d-b513-457c-9b66-3ede14c4df9e req-c400c2c4-37ce-41f0-bc6f-4d8220ebf897 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:57.274716 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11e1951d-b513-457c-9b66-3ede14c4df9e req-c400c2c4-37ce-41f0-bc6f-4d8220ebf897 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 944 time: 0.0811591
May 19 02:34:57.318320 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11e1951d-b513-457c-9b66-3ede14c4df9e req-5ba34a3e-0f42-4152-9002-f6758b14cb5a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378108
May 19 02:34:57.505547 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56340) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:57.619590 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.633452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:57.637230 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Usage tracker for resource:security_group_rule and tenant:ed353c13b6c54f549b9c551d7a8c950d is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:57.640016 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:57.645615 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:57.725370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.729052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.740269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8f2da322-3e97-4d30-9b54-320937d22156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:57.778817 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ed353c13b6c54f549b9c551d7a8c950d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2716801
May 19 02:34:57.780447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b327a-284e-44a7-9b08-2d2f96dd207f,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:57.781669 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56348) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:57.783545 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:57.842461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.868806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.923689 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.927857 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a238e8aa-d5be-4cde-839d-28f81390593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:57.941348 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b327a-284e-44a7-9b08-2d2f96dd207f,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:57.945235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:57.949337 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:57.951945 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/448b327a-284e-44a7-9b08-2d2f96dd207f HTTP/1.1" status: 204  len: 168 time: 0.1689715
May 19 02:34:58.045657 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8b836-a570-4f70-b90a-0f6b504a9b29 req-72dd258d-3414-41f3-8ffd-1e950ed70382 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:58.047196 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-42e8b836-a570-4f70-b90a-0f6b504a9b29 req-72dd258d-3414-41f3-8ffd-1e950ed70382 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0936306
May 19 02:34:58.098215 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:34:58.103056 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-42e8b836-a570-4f70-b90a-0f6b504a9b29 req-acb8702c-ad05-44e9-9ba2-34006a8920cb tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490830
May 19 02:34:58.146278 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-e0fd80d9-e010-4d54-bef8-6b19081e72ff tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:58.148272 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-e0fd80d9-e010-4d54-bef8-6b19081e72ff tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/networks?id=4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 200  len: 814 time: 0.1566570
May 19 02:34:58.166247 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-fa1f9aea-f499-442e-b199-11af704f39c2 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/quotas/bfb625e5dccf40e7985a7244f2079e1c HTTP/1.1" status: 200  len: 375 time: 0.0108266
May 19 02:34:58.179513 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 9391d650-7c8c-406f-9d7c-244364455da7 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:34:58.179834 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.212921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-708be53a-11a8-40dc-8417-ddd56456353c req-10cd8d3d-1931-450c-b1f9-a1c13d389702 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Synchronizing usage tracker for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:34:58.228971 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-708be53a-11a8-40dc-8417-ddd56456353c req-10cd8d3d-1931-450c-b1f9-a1c13d389702 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Unset dirty status for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:34:58.231043 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-10cd8d3d-1931-450c-b1f9-a1c13d389702 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0593195
May 19 02:34:58.281977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56372) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:58.299217 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.301548 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.314814 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:34:58.319964 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Usage tracker for resource:security_group_rule and tenant:4454f335f3f647319bc0d6d8184ce20a is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:34:58.322922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:34:58.329315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:34:58.331539 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:34:58.349652 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:34:58.355835 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.360588 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:58.444575 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=10']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:58.448095 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:58.464724 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.509002 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.518389 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'code': 200}
May 19 02:34:58.521135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3f761d0a-266d-488a-b224-87babe6b9c14 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:58.586425 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4454f335f3f647319bc0d6d8184ce20a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004198
May 19 02:34:58.587354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56382) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:34:58.587479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ca1cb-e329-4086-a0bf-6efc2b8e2b60,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:58.598169 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:58.605923 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-8b796045-e690-4dda-a497-9beaa626de45 service neutron] 10.222.0.63 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670146
May 19 02:34:58.712600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.738632 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-7a23a083-86b0-434c-907b-8afe43d67f43 service neutron] 10.222.0.63 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266260
May 19 02:34:58.745224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63544519-67f3-4d67-89f6-30602566032c req-acb9c908-c99e-4b82-9af8-59cea365f980 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:58.746766 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-63544519-67f3-4d67-89f6-30602566032c req-acb9c908-c99e-4b82-9af8-59cea365f980 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.1441951
May 19 02:34:58.755219 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.825602 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-63544519-67f3-4d67-89f6-30602566032c req-bc6ef174-112b-4cc1-8fc0-b6abc331d5a6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723007
May 19 02:34:58.848950 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.855230 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a1552301-03e1-400f-9318-51b3d62b492f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:34:58.867406 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ca1cb-e329-4086-a0bf-6efc2b8e2b60,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:34:58.869692 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:34:58.875010 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:34:58.878786 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/818ca1cb-e329-4086-a0bf-6efc2b8e2b60 HTTP/1.1" status: 204  len: 168 time: 0.2877798
May 19 02:34:58.931975 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3ac208a6-7916-42fc-8e90-90d8d2419283 req-426dc99a-a1ef-4cb8-8b90-f75dbe76b055 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 210 time: 0.0475721
May 19 02:34:59.311760 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f5e9a-75c4-4aae-984e-17f65ebebbf4 req-8d1f6b23-083a-4578-8385-97a893f982f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:59.313437 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-285f5e9a-75c4-4aae-984e-17f65ebebbf4 req-8d1f6b23-083a-4578-8385-97a893f982f2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0907419
May 19 02:34:59.381690 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-285f5e9a-75c4-4aae-984e-17f65ebebbf4 req-ddef3231-2d96-49c1-b249-ad16a2661029 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593777
May 19 02:34:59.406206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba201-c8b1-4e64-b568-865d5eb92a02 req-f7167d9d-405a-4d40-947e-3916c5fd44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:34:59.407805 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d9ba201-c8b1-4e64-b568-865d5eb92a02 req-f7167d9d-405a-4d40-947e-3916c5fd44ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1099 time: 0.0880127
May 19 02:34:59.451099 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d9ba201-c8b1-4e64-b568-865d5eb92a02 req-76401781-4f6a-473a-97b7-9a9d1947ca8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362337
May 19 02:35:00.036942 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d622bf9-0d15-48ba-818a-d2946f2be951 req-f9120c54-39bb-45b6-8801-30e070718ffd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:00.039550 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d622bf9-0d15-48ba-818a-d2946f2be951 req-f9120c54-39bb-45b6-8801-30e070718ffd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.0932159
May 19 02:35:00.082146 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-35de497c-b5b4-4a31-b36c-498ee5474549 req-3b5fdb30-ad30-4ab0-8a63-0a990674f863 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 210 time: 0.0443199
May 19 02:35:00.088206 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d622bf9-0d15-48ba-818a-d2946f2be951 req-c66f2a80-cee3-4cef-b784-8f870f1f5b02 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427547
May 19 02:35:00.567243 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9de9-b9a6-48c8-99c8-06182f3d74d8 req-7170f9da-0dc6-4083-9708-9adbbe606a78 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:00.568660 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a3d9de9-b9a6-48c8-99c8-06182f3d74d8 req-7170f9da-0dc6-4083-9708-9adbbe606a78 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0877581
May 19 02:35:00.627077 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a3d9de9-b9a6-48c8-99c8-06182f3d74d8 req-ac0ce147-7ad2-43cb-960f-265ef20ee23c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522051
May 19 02:35:00.741616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-fbc4f820-d406-4894-bd11-a1a83515e178 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:00.743781 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-fbc4f820-d406-4894-bd11-a1a83515e178 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "GET /v2.0/networks?id=4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 200  len: 814 time: 0.1684992
May 19 02:35:00.757883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Request body: {'port': {'device_id': '337865ba-8e94-4492-9445-b3a6d12f5697', 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79', 'admin_state_up': True, 'tenant_id': 'bfb625e5dccf40e7985a7244f2079e1c'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:35:00.896293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:00.906230 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:00.916705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Made reservation on behalf of bfb625e5dccf40e7985a7244f2079e1c for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:35:00.920370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:00.975887 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-60fbbfd5-305f-41fc-af41-64d67c4220c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:01.080606 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Allocated IP 172.20.0.5 (4023b386-8d09-4a5e-a617-e7287e5e2d79/65dc9377-c5dd-49d7-afa7-6eeff38bcb98/184e412c-f242-49b1-94e2-596b2841b397) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:35:01.303660 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c3ed2-d4d6-4440-bf6e-74eaea3d8fb9 req-f94bfbdf-2578-4f01-972e-e2be69267ce3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:01.305203 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-630c3ed2-d4d6-4440-bf6e-74eaea3d8fb9 req-f94bfbdf-2578-4f01-972e-e2be69267ce3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.0854461
May 19 02:35:01.322846 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cd38d470-d0d8-4f87-9bf6-409ca6102b65 req-903d2df8-0cb4-48e5-87f8-481ab3b55db4 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 210 time: 0.0515370
May 19 02:35:01.358857 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-630c3ed2-d4d6-4440-bf6e-74eaea3d8fb9 req-e596d36d-bfca-4437-82c5-37a7f4fbdb81 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469828
May 19 02:35:01.437962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:01.478339 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:01.484670 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1a43796e-5c0a-48b9-a60e-9646838b3e74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:01.552105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Network 4023b386-8d09-4a5e-a617-e7287e5e2d79 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:35:01.555241 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:35:01.560040 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:35:01.610240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Pushing event updated for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:01.618316 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:01.638284 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:01.638888 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:01.679374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9252205
May 19 02:35:01.697089 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Request body: {'port': {'device_id': '337865ba-8e94-4492-9445-b3a6d12f5697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:35:01.865948 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:01.942350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9703c-33b4-4256-9f43-f7313284df2d req-6d5d7619-9a3c-4a18-b6dd-ac4fc80d0a45 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:01.944466 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f7f9703c-33b4-4256-9f43-f7313284df2d req-6d5d7619-9a3c-4a18-b6dd-ac4fc80d0a45 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2019246
May 19 02:35:02.054525 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f7f9703c-33b4-4256-9f43-f7313284df2d req-b2de3e55-8216-4f88-a62e-e4fe980617ae tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031084
May 19 02:35:02.269010 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184e412c-f242-49b1-94e2-596b2841b397 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:35:02.277320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.294303 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Transition to ACTIVE for port object 184e412c-f242-49b1-94e2-596b2841b397 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:35:02.298028 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.303043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:02.485363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:02.488886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:02.535923 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10705d11-2dfb-43a2-8c2d-497bde7b2820 req-90e0560e-ce2e-4a2e-8efd-00c70fd6596c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:02.537699 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-10705d11-2dfb-43a2-8c2d-497bde7b2820 req-90e0560e-ce2e-4a2e-8efd-00c70fd6596c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.1051874
May 19 02:35:02.585733 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-10705d11-2dfb-43a2-8c2d-497bde7b2820 req-910e208e-0901-4396-bc2d-b029f7259c94 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419066
May 19 02:35:02.652298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f159dd-0af3-49c9-ae58-ed95278f66d9 req-5bcd7339-be9c-4ebf-ad53-dde70b36894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:02.653757 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-55f159dd-0af3-49c9-ae58-ed95278f66d9 req-5bcd7339-be9c-4ebf-ad53-dde70b36894a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.3123620
May 19 02:35:02.692479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Attempting to bind port 184e412c-f242-49b1-94e2-596b2841b397 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:35:02.692818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Attempting to bind port 184e412c-f242-49b1-94e2-596b2841b397 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:35:02.693148 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Attempting to bind port 184e412c-f242-49b1-94e2-596b2841b397 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:35:02.709543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Port 184e412c-f242-49b1-94e2-596b2841b397 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:35:02.709862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Attempting to bind port 184e412c-f242-49b1-94e2-596b2841b397 on network 4023b386-8d09-4a5e-a617-e7287e5e2d79 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:35:02.724389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5060fe-24c8-4ee7-b861-f25b57008166 req-d6df1269-a959-41a4-b27d-c54a332f8672 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:02.725829 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4e5060fe-24c8-4ee7-b861-f25b57008166 req-d6df1269-a959-41a4-b27d-c54a332f8672 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.2415442
May 19 02:35:02.730643 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-55f159dd-0af3-49c9-ae58-ed95278f66d9 req-3963686b-09c7-416f-b6c8-3a15c51e55b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688317
May 19 02:35:02.732582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:35:02.732914 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Checking segment: {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:35:02.733280 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Bound using segment: {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:35:02.733704 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Bound port: 184e412c-f242-49b1-94e2-596b2841b397, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421db229-5f0c-42c9-bec1-f3aa97dec665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:35:02.734045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.831166 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4e5060fe-24c8-4ee7-b861-f25b57008166 req-f135a5ef-c97f-479e-b960-bb11047fe400 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995619
May 19 02:35:02.857959 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:35:02.858141 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.861098 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=184e412c-f242-49b1-94e2-596b2841b397,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:35:02.864795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.869929 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:02.924670 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:02.925201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:02.926766 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] 10.222.0.55 "PUT /v2.0/ports/184e412c-f242-49b1-94e2-596b2841b397 HTTP/1.1" status: 200  len: 1093 time: 1.2345538
May 19 02:35:02.927279 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'tag': '184e412c-f242-49b1-94e2-596b2841b397'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:35:02.945789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:02.948755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:02.969657 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'tag': '184e412c-f242-49b1-94e2-596b2841b397', 'status': 'completed', 'code': 200}
May 19 02:35:03.384210 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffdbbe-6d13-4117-994e-f873071f770b req-c61baa35-3e3f-4395-96fa-455b40932ee0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.385656 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60ffdbbe-6d13-4117-994e-f873071f770b req-c61baa35-3e3f-4395-96fa-455b40932ee0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.2239821
May 19 02:35:03.388462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0727f0d5-9872-420a-a3e2-d8721b656b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.389760 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0727f0d5-9872-420a-a3e2-d8721b656b0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 1096 time: 0.1862974
May 19 02:35:03.417678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:03.449569 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-91e96175-bd29-42db-b9b4-3d378747823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:03.519964 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-60ffdbbe-6d13-4117-994e-f873071f770b req-57211453-95cd-4a30-bdb2-514d920c7350 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286399
May 19 02:35:03.554240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0ff2ca2b-a315-41a6-b1b0-a9ec4e711e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.555692 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0ff2ca2b-a315-41a6-b1b0-a9ec4e711e79 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1515450
May 19 02:35:03.695893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0cd4e846-c9c6-492e-95c1-d235dc46322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.697316 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dfbd6281-af53-4c70-a61e-c4a19730fafd req-0cd4e846-c9c6-492e-95c1-d235dc46322e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1294553
May 19 02:35:03.782355 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e6ccc-0ee3-4245-8f10-a53bdd7d0600 req-3d987532-ee3e-48bf-9f43-2817ce8d4850 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.783835 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9d8e6ccc-0ee3-4245-8f10-a53bdd7d0600 req-3d987532-ee3e-48bf-9f43-2817ce8d4850 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0893695
May 19 02:35:03.821822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-f6f2d2ea-9b5e-4818-8f64-baa7a26b0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:03.823315 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-f6f2d2ea-9b5e-4818-8f64-baa7a26b0e3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 1096 time: 0.0803919
May 19 02:35:03.835407 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9d8e6ccc-0ee3-4245-8f10-a53bdd7d0600 req-fd7b8b5e-635a-4690-9d2c-46ec3733d08e tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455451
May 19 02:35:03.898072 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-5f1cfabe-f66a-4420-9101-b99cee9da699 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=184e412c-f242-49b1-94e2-596b2841b397 HTTP/1.1" status: 200  len: 217 time: 0.0654466
May 19 02:35:04.020662 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708be53a-11a8-40dc-8417-ddd56456353c req-8425eec9-9d53-4e01-8902-d0c65e9bbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:04.022102 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-8425eec9-9d53-4e01-8902-d0c65e9bbe05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65dc9377-c5dd-49d7-afa7-6eeff38bcb98 HTTP/1.1" status: 200  len: 854 time: 0.1178262
May 19 02:35:04.081205 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-25263e68-f146-442d-8133-336f6e6cb52d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4023b386-8d09-4a5e-a617-e7287e5e2d79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466015
May 19 02:35:04.092206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d376a2-db42-474f-b559-038f4f9429f4 req-f7b0ca6a-a95a-4343-add6-01349f9ac40d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:04.093586 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3d376a2-db42-474f-b559-038f4f9429f4 req-f7b0ca6a-a95a-4343-add6-01349f9ac40d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.1436543
May 19 02:35:04.223133 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3d376a2-db42-474f-b559-038f4f9429f4 req-3a2aec51-4489-488d-bda6-5537fd180505 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098304
May 19 02:35:04.251213 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-e4b293c1-6c91-46ad-a794-e6d824653e80 service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567008
May 19 02:35:04.385698 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-708be53a-11a8-40dc-8417-ddd56456353c req-7c826fa5-a23b-4a98-b8ef-d0f990a1e904 service neutron] 10.222.0.55 "GET /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217418
May 19 02:35:04.640718 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:04.708004 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1010-2d81-4cdd-a6b7-2143eb6d1c62 req-8a5a9fab-99f1-4a67-933e-c1151a9fc3da tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:04.709936 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9aec1010-2d81-4cdd-a6b7-2143eb6d1c62 req-8a5a9fab-99f1-4a67-933e-c1151a9fc3da tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0806203
May 19 02:35:04.756031 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9aec1010-2d81-4cdd-a6b7-2143eb6d1c62 req-7564c18d-3aaf-4287-909f-a2ad2a1be687 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402710
May 19 02:35:05.014586 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4ee5-55b1-4a0e-92d2-0d1809123d61 req-a7ccc2e2-d391-4147-92cb-9dc86f25eb51 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:05.015295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-c3bd4ee5-55b1-4a0e-92d2-0d1809123d61 req-a7ccc2e2-d391-4147-92cb-9dc86f25eb51 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Synchronizing usage tracker for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:35:05.030522 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-c3bd4ee5-55b1-4a0e-92d2-0d1809123d61 req-a7ccc2e2-d391-4147-92cb-9dc86f25eb51 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Unset dirty status for tenant:bfb625e5dccf40e7985a7244f2079e1c on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:35:05.031713 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c3bd4ee5-55b1-4a0e-92d2-0d1809123d61 req-a7ccc2e2-d391-4147-92cb-9dc86f25eb51 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0934680
May 19 02:35:05.078681 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c3bd4ee5-55b1-4a0e-92d2-0d1809123d61 req-15ccaf93-7850-49c6-9248-ded9018b5616 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412445
May 19 02:35:05.711433 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56580) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:05.825580 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:05.839558 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:05.843344 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a38f5f42a5004d859b68c4f42a5d5ac6 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:05.846165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:05.852948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:05.978722 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324db3f3-90c8-4d26-8dc6-447844a32ae3 req-76699c38-aaab-4bb2-a242-ea9f3ade3cc4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:05.980222 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-324db3f3-90c8-4d26-8dc6-447844a32ae3 req-76699c38-aaab-4bb2-a242-ea9f3ade3cc4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1181517
May 19 02:35:06.025795 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.038250 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.049227 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b81a96aa-b20d-4362-940f-372ae64e0f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:06.079016 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-324db3f3-90c8-4d26-8dc6-447844a32ae3 req-1dcba53e-1195-4b9c-a6c4-ea3a519338e4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918319
May 19 02:35:06.098750 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a38f5f42a5004d859b68c4f42a5d5ac6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3861656
May 19 02:35:06.101211 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af5d98b-597c-47ec-a049-fd4bdf90331a,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:06.102910 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56588) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:06.108970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.109336 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.109694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.110042 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.110386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.110733 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.111078 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.111446 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.111786 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.112124 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.112461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.112798 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:06.117419 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:06.196545 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.212278 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.225913 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.280797 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.285933 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c1827807-1612-42b9-ae71-3e76313681c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:06.286079 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871fa6c-590b-4d81-beae-31e49018beea req-c7d3b744-8562-48de-8b30-5aa4c28c8fa5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:06.287967 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c871fa6c-590b-4d81-beae-31e49018beea req-c7d3b744-8562-48de-8b30-5aa4c28c8fa5 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0848162
May 19 02:35:06.298514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af5d98b-597c-47ec-a049-fd4bdf90331a,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:06.301815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:06.303783 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.311640 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0af5d98b-597c-47ec-a049-fd4bdf90331a HTTP/1.1" status: 204  len: 168 time: 0.2076209
May 19 02:35:06.352690 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c871fa6c-590b-4d81-beae-31e49018beea req-71fad6b8-2603-4cf3-84f3-60196426b59d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585730
May 19 02:35:06.604332 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56606) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:06.628173 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:06.648742 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-40fcf040-8640-4d2f-9028-0f6ea047af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:06.650218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-40fcf040-8640-4d2f-9028-0f6ea047af82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dac73a528db741e4b0684d80ab06fe70&device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 1098 time: 0.1123781
May 19 02:35:06.651218 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:06.655431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa0013c2dcd480cb6d14601384b162b is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:06.658414 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:06.681784 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:06.719827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10b07-a1e1-4b78-ae67-8577c84a5860 req-2a305849-0746-4a1f-8981-a23a477a4bf4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:06.721261 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-01a10b07-a1e1-4b78-ae67-8577c84a5860 req-2a305849-0746-4a1f-8981-a23a477a4bf4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.1476562
May 19 02:35:06.766162 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-01a10b07-a1e1-4b78-ae67-8577c84a5860 req-1a440275-9946-45c7-8df5-fee8e89301a7 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389838
May 19 02:35:06.819835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-f820fe00-150f-497f-996b-6890378ed5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:06.821208 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-f820fe00-150f-497f-996b-6890378ed5e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 200  len: 920 time: 0.1598923
May 19 02:35:06.980940 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-106671f4-9e6d-4011-b189-ba82cccea6c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 200  len: 217 time: 0.1474073
May 19 02:35:07.005849 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.037373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.048718 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9314c849-afee-4611-bb15-f3197a027a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:07.102656 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5aa0013c2dcd480cb6d14601384b162b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4970744
May 19 02:35:07.105228 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56612) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:07.105370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9bd988-f662-44da-b73e-92bb72b1cedd,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:07.108556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-acaddd61-02f8-4003-8ece-5dd91247efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:07.109913 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-acaddd61-02f8-4003-8ece-5dd91247efdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 200  len: 859 time: 0.1059847
May 19 02:35:07.110660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8051b6ab-0df9-4732-85a0-4ab15c081b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:07.165265 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-bc55aed0-76a8-4667-9658-e105b126b925 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a312adf7-6907-4355-a544-85e4bf0e6998&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434680
May 19 02:35:07.165759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.194971 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.245884 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.250923 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0ab122c4-39fe-42bf-944f-76f6a43b7e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:07.265174 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9bd988-f662-44da-b73e-92bb72b1cedd,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:07.267522 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:07.274873 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.276021 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb9bd988-f662-44da-b73e-92bb72b1cedd HTTP/1.1" status: 204  len: 168 time: 0.1695538
May 19 02:35:07.307358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-a5c3b993-5054-4c4c-ac19-4137eaed7dfc service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291785
May 19 02:35:07.448286 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b56d61a0-51ae-43e1-a068-ed017180b14c req-08a34768-752c-44e3-b05b-0ba87fdddcd2 service neutron] 10.222.0.55 "GET /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297166
May 19 02:35:07.543142 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdd4b8-3229-4c4c-8e2c-8e639f83b560 req-7dfc940f-fe74-4e35-b634-11e7ad3c4474 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:07.544629 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47cdd4b8-3229-4c4c-8e2c-8e639f83b560 req-7dfc940f-fe74-4e35-b634-11e7ad3c4474 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0802162
May 19 02:35:07.589016 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47cdd4b8-3229-4c4c-8e2c-8e639f83b560 req-91d62022-c5a3-4d7b-843e-e3ffb1d6a597 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385191
May 19 02:35:07.632863 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56622) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:07.650519 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.665047 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:07.668819 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Usage tracker for resource:security_group_rule and tenant:04e9276f8d07448aa9d7b8dff1788855 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:07.671731 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:07.677926 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:07.762546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.766532 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.775015 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744b198d-3341-484b-a079-251ba4820669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:07.813192 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=04e9276f8d07448aa9d7b8dff1788855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1792517
May 19 02:35:07.815201 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da1e0e-119a-4e4f-883b-7be703d532f0,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:07.815948 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56628) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:07.818343 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:07.878393 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.903844 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.957677 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.963081 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f4a570d2-227d-41c0-baab-e663357e69b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:07.973127 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef235-99c4-45f3-acff-87ea026bc3ff req-626f5450-ae32-42f1-a9c2-a57d109de176 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:07.974573 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8d6ef235-99c4-45f3-acff-87ea026bc3ff req-626f5450-ae32-42f1-a9c2-a57d109de176 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0848742
May 19 02:35:07.975975 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da1e0e-119a-4e4f-883b-7be703d532f0,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:07.978295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:07.986596 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:07.990147 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e9da1e0e-119a-4e4f-883b-7be703d532f0 HTTP/1.1" status: 204  len: 168 time: 0.1707599
May 19 02:35:08.023393 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8d6ef235-99c4-45f3-acff-87ea026bc3ff req-daa14179-ddad-4cb1-876e-1c9096420566 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420194
May 19 02:35:08.773797 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec979-daa0-4644-92e0-1901ce08bb60 req-2b7c94f4-0647-4208-8a51-646f6871ecec tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:08.775288 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3c0ec979-daa0-4644-92e0-1901ce08bb60 req-2b7c94f4-0647-4208-8a51-646f6871ecec tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0802953
May 19 02:35:08.823374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3c0ec979-daa0-4644-92e0-1901ce08bb60 req-bbf65ed8-dd2b-445a-a1b0-f14c189d34b1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423763
May 19 02:35:09.206035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64125d-ea53-4f2c-803d-b26754c5d53e req-a708aa8a-390c-4207-b3f3-61b7e51c43ac tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:09.207411 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d64125d-ea53-4f2c-803d-b26754c5d53e req-a708aa8a-390c-4207-b3f3-61b7e51c43ac tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0809183
May 19 02:35:09.254227 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d64125d-ea53-4f2c-803d-b26754c5d53e req-0380b276-f9c4-42be-b286-dd5ae47228e4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407145
May 19 02:35:10.024232 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f09fc-52cc-45d9-b755-fc50a7abab37 req-e8f05d21-cf3f-4210-afbc-50fe26fb1275 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:10.025755 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a86f09fc-52cc-45d9-b755-fc50a7abab37 req-e8f05d21-cf3f-4210-afbc-50fe26fb1275 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 943 time: 0.0914469
May 19 02:35:10.074212 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a86f09fc-52cc-45d9-b755-fc50a7abab37 req-e358f015-45dc-4d7d-aae4-4916c640b90c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424790
May 19 02:35:10.143608 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 184e412c-f242-49b1-94e2-596b2841b397 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:35:10.275727 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=184e412c-f242-49b1-94e2-596b2841b397,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:10.288706 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '184e412c-f242-49b1-94e2-596b2841b397', 'network_id': '4023b386-8d09-4a5e-a617-e7287e5e2d79', 'port_id': '184e412c-f242-49b1-94e2-596b2841b397', 'mac_address': 'fa:16:3e:2d:c3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dc9377-c5dd-49d7-afa7-6eeff38bcb98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:35:10.348023 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:10.364708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e412c-f242-49b1-94e2-596b2841b397 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:35:10.379656 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=184e412c-f242-49b1-94e2-596b2841b397,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:10.384728 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:10.386517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:10.441938 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30676fea-b58c-4ce6-8871-af3cf7c38df8 req-22df4733-1e36-4dee-8753-d1b4ab538f41 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:10.443914 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-30676fea-b58c-4ce6-8871-af3cf7c38df8 req-22df4733-1e36-4dee-8753-d1b4ab538f41 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0822859
May 19 02:35:10.450820 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:10.453968 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:10.487841 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-30676fea-b58c-4ce6-8871-af3cf7c38df8 req-22119dff-2c6c-42b5-a7ab-4eb4f41d3847 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381496
May 19 02:35:11.051760 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['184e412c-f242-49b1-94e2-596b2841b397'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:35:11.268692 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad39e-faee-43f1-91e3-52c82fcc9dac req-94f0507c-6213-474b-8ca8-a3b794391a07 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:11.270152 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f39ad39e-faee-43f1-91e3-52c82fcc9dac req-94f0507c-6213-474b-8ca8-a3b794391a07 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 944 time: 0.0880489
May 19 02:35:11.317537 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f39ad39e-faee-43f1-91e3-52c82fcc9dac req-65245795-655b-4438-9a65-a06a83613c23 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406489
May 19 02:35:11.681524 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef0dae-7ed7-4f1c-8f5d-64a46c532217 req-4eed1718-1cdb-4a2e-9bbe-869a4c980d3f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:11.682928 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9eef0dae-7ed7-4f1c-8f5d-64a46c532217 req-4eed1718-1cdb-4a2e-9bbe-869a4c980d3f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0888245
May 19 02:35:11.726845 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9eef0dae-7ed7-4f1c-8f5d-64a46c532217 req-c9ee7b50-3525-45ee-88ca-cf6d1bf9f267 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381677
May 19 02:35:12.500161 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1ed39-7389-4c44-975f-3c771ec6daa3 req-fff2d730-3f63-442f-a7bb-98569685b20d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:12.501606 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-35d1ed39-7389-4c44-975f-3c771ec6daa3 req-fff2d730-3f63-442f-a7bb-98569685b20d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 944 time: 0.0799303
May 19 02:35:12.546495 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-35d1ed39-7389-4c44-975f-3c771ec6daa3 req-e568df7b-50dc-4079-a7eb-4fbcc19a161b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384214
May 19 02:35:12.909296 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e6b1-2873-4a47-912f-83033b6e8a2f req-16c1f8c3-93cb-4861-a0f6-d703b44da88b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:12.910806 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84c2e6b1-2873-4a47-912f-83033b6e8a2f req-16c1f8c3-93cb-4861-a0f6-d703b44da88b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0799484
May 19 02:35:12.960486 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-84c2e6b1-2873-4a47-912f-83033b6e8a2f req-47b05d9b-878f-47a2-8708-97b7d20a17f5 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433366
May 19 02:35:13.877185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae8be5-ca3c-4a70-9e63-705963300d79 req-9e88c70f-aaf4-473d-b735-3fab848e91c1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:13.878485 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-25ae8be5-ca3c-4a70-9e63-705963300d79 req-9e88c70f-aaf4-473d-b735-3fab848e91c1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 944 time: 0.0785959
May 19 02:35:13.922646 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-25ae8be5-ca3c-4a70-9e63-705963300d79 req-c7e70232-396f-48b1-b032-a7d87ce01e24 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379376
May 19 02:35:14.172681 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 184e412c-f242-49b1-94e2-596b2841b397 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:35:14.238930 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 184e412c-f242-49b1-94e2-596b2841b397 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:35:14.243988 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 184e412c-f242-49b1-94e2-596b2841b397 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:35:14.244362 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:14.358051 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:14.383875 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e412c-f242-49b1-94e2-596b2841b397'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:35:14.393196 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=184e412c-f242-49b1-94e2-596b2841b397,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:14.397956 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:14.399843 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:14.434567 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e412c-f242-49b1-94e2-596b2841b397', 'code': 200}
May 19 02:35:14.479245 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:14.482073 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:14.679197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff2cd-18e5-4063-a70b-4ed53d58eda2 req-cd63eefb-2967-47a8-a439-f8b33738e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:14.680610 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf1ff2cd-18e5-4063-a70b-4ed53d58eda2 req-cd63eefb-2967-47a8-a439-f8b33738e0bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 1098 time: 0.0719831
May 19 02:35:14.726529 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cf1ff2cd-18e5-4063-a70b-4ed53d58eda2 req-803e852e-3e5c-4ba2-9dfe-a1a2072fdca4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336640
May 19 02:35:15.111035 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93808d-b137-4386-a8d6-4fa8f49465ee req-056c1492-a19d-4839-9d51-d704afe58a98 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:15.113108 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ae93808d-b137-4386-a8d6-4fa8f49465ee req-056c1492-a19d-4839-9d51-d704afe58a98 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0843351
May 19 02:35:15.164863 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ae93808d-b137-4386-a8d6-4fa8f49465ee req-7f8ea364-0609-4582-a40a-11dba0b1ce0d tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449173
May 19 02:35:15.254649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56792) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:15.371139 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.385557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:15.389318 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cea323bb4e844604937a2229e11f9ed1 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:15.392076 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:15.397692 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:15.475584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.478895 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.486817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c8bc258d-c5b2-46aa-b42f-da35b7f766e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:15.524952 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cea323bb4e844604937a2229e11f9ed1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2689726
May 19 02:35:15.526429 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8f31b-9fe0-452d-94a1-14555f2dc6c4,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:15.527666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56798) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:15.529313 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:15.585642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.611537 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.664739 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.669531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ca311c2a-0fd4-4eea-aa17-5384a77e1581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:15.686150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8f31b-9fe0-452d-94a1-14555f2dc6c4,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:15.689321 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:15.690221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:15.691268 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/11b8f31b-9fe0-452d-94a1-14555f2dc6c4 HTTP/1.1" status: 204  len: 168 time: 0.1625469
May 19 02:35:15.974462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 56812) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:15.992287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.005979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:16.009690 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:0134b6e33bbe4a3cb4f1b414538fe9d5 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:16.012468 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:16.017988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:16.098369 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.102588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.110799 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2702e5cb-0e41-4fdb-aff1-5e0d525a85fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:16.149045 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0134b6e33bbe4a3cb4f1b414538fe9d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1730106
May 19 02:35:16.150015 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1779859-e7db-44b6-b016-972256d6efb0,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:16.151778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 56816) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:16.153061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:16.219596 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.244965 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.296561 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.304659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d2b25ee4-4627-45a3-8029-c887c4fec85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:16.326811 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1779859-e7db-44b6-b016-972256d6efb0,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:16.329987 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:16.346185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:16.347902 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1779859-e7db-44b6-b016-972256d6efb0 HTTP/1.1" status: 204  len: 168 time: 0.1941812
May 19 02:35:16.387897 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb91eab-e08a-4449-8ebb-334c848b83bb req-da376079-ff5f-4fd3-bca2-c81586f0d2f1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:16.389357 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5eb91eab-e08a-4449-8ebb-334c848b83bb req-da376079-ff5f-4fd3-bca2-c81586f0d2f1 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.1152508
May 19 02:35:16.435780 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5eb91eab-e08a-4449-8ebb-334c848b83bb req-4d7a1998-b2dc-47f0-8c53-d4e5260591bd tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400214
May 19 02:35:17.623025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782ecc-e495-45ad-9f35-beb51c6d2818 req-fca7daed-5db2-40fd-92b4-acbeb36f7e99 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:17.624507 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-66782ecc-e495-45ad-9f35-beb51c6d2818 req-fca7daed-5db2-40fd-92b4-acbeb36f7e99 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0831735
May 19 02:35:17.672969 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-66782ecc-e495-45ad-9f35-beb51c6d2818 req-fc0578e2-d1d9-450b-a960-1bb6d4c3db1e tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427482
May 19 02:35:18.533643 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069018e3-3098-444b-b39b-02c949d004f7 req-a6505aab-3652-4709-ab4c-55632acc5186 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:18.535062 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-069018e3-3098-444b-b39b-02c949d004f7 req-a6505aab-3652-4709-ab4c-55632acc5186 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.0777934
May 19 02:35:18.578514 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-069018e3-3098-444b-b39b-02c949d004f7 req-4aeddbf6-bede-4905-b8c0-346823a13ef3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373309
May 19 02:35:19.761179 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116bfbc-c19c-464b-87dd-e8740eb2ab36 req-25d5f1d5-3e29-4497-9716-01caa984db7e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:19.762664 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1116bfbc-c19c-464b-87dd-e8740eb2ab36 req-25d5f1d5-3e29-4497-9716-01caa984db7e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.0782480
May 19 02:35:19.805923 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1116bfbc-c19c-464b-87dd-e8740eb2ab36 req-a8f633ac-31c9-427e-bc35-72b833bbe8c2 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376377
May 19 02:35:20.995257 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124cfc4-b07a-4929-9f4a-93956ea46add req-8d77cc74-d467-436b-89b2-bc3df5a12dd9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:20.996729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f124cfc4-b07a-4929-9f4a-93956ea46add req-8d77cc74-d467-436b-89b2-bc3df5a12dd9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.0836236
May 19 02:35:21.041108 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f124cfc4-b07a-4929-9f4a-93956ea46add req-2d510c28-c4b6-4050-9b61-b5443620432c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386782
May 19 02:35:22.229625 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93e6b6-cef8-4fad-9aa3-958284a62961 req-e03df3f8-2fa7-4086-b9ac-f3730c006c36 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:22.231071 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b93e6b6-cef8-4fad-9aa3-958284a62961 req-e03df3f8-2fa7-4086-b9ac-f3730c006c36 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.0856729
May 19 02:35:22.276693 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b93e6b6-cef8-4fad-9aa3-958284a62961 req-5452132d-4b4a-4617-8b53-90f531eafdff tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396130
May 19 02:35:23.350434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-37259573-8edb-4d1c-8f88-8bab97d1dc3b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:23.352555 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-37259573-8edb-4d1c-8f88-8bab97d1dc3b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.0828352
May 19 02:35:23.634952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd843b-8da4-4026-b3d5-d0a291d62824 req-462dbc69-72ed-4385-a540-f683fa8d5143 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:23.636430 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11dd843b-8da4-4026-b3d5-d0a291d62824 req-462dbc69-72ed-4385-a540-f683fa8d5143 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 946 time: 0.1624670
May 19 02:35:23.638829 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Deleting port 2e77d06b-4c88-4438-a1d2-f23e0181a36e {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:35:23.639195 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:23.766169 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-11dd843b-8da4-4026-b3d5-d0a291d62824 req-6970f1e3-f9fa-43d8-bcc5-35fe70e5dc75 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130729
May 19 02:35:23.803488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] For port 2e77d06b-4c88-4438-a1d2-f23e0181a36e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2e77d06b-4c88-4438-a1d2-f23e0181a36e,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:23.803759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:23.924889 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Calling delete_port for 2e77d06b-4c88-4438-a1d2-f23e0181a36e owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:35:24.036559 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:24.042184 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7372521e-4ad0-463f-ba78-13528e523189 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:24.052157 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'e648c685-60d9-46ae-991d-a84ded0a0ae5'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:35:24.087087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Pushing event deleted for resources: {'Port': ['ID=2e77d06b-4c88-4438-a1d2-f23e0181a36e,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:24.090072 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:24.168759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] No DVR routers for this DVR port 2e77d06b-4c88-4438-a1d2-f23e0181a36e on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:35:24.171403 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:24.174083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'name': 'network-vif-deleted', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:35:24.194561 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7bb7e09a-74d5-4b71-95b2-c42a0dcfcfc1 req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "DELETE /v2.0/ports/2e77d06b-4c88-4438-a1d2-f23e0181a36e HTTP/1.1" status: 204  len: 173 time: 0.8345361
May 19 02:35:24.227191 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed90c3ee-74cd-46be-8bba-faddebb6a664', 'name': 'network-vif-deleted', 'tag': '2e77d06b-4c88-4438-a1d2-f23e0181a36e', 'status': 'completed', 'code': 200}
May 19 02:35:24.923097 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-dcf95567-bbce-499f-ac73-94298b661098 req-048ca8d2-f8f7-4552-8371-f308cf4df21c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:35:24.939958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-dcf95567-bbce-499f-ac73-94298b661098 req-048ca8d2-f8f7-4552-8371-f308cf4df21c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:35:24.941099 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dcf95567-bbce-499f-ac73-94298b661098 req-048ca8d2-f8f7-4552-8371-f308cf4df21c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed90c3ee-74cd-46be-8bba-faddebb6a664 HTTP/1.1" status: 200  len: 210 time: 0.0595291
May 19 02:35:26.396595 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70828f47-1b94-428a-8bdc-8e07fbe15733 req-8acfd9e1-72fb-4f85-8032-8743b43cfdbc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:26.397927 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-70828f47-1b94-428a-8bdc-8e07fbe15733 req-8acfd9e1-72fb-4f85-8032-8743b43cfdbc tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0804238
May 19 02:35:26.445433 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-70828f47-1b94-428a-8bdc-8e07fbe15733 req-705d86b9-7c56-4fd3-8c39-cedadc20f17a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405722
May 19 02:35:27.631776 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6cba3-1b96-416c-acda-58cb06aad9de req-a9bc68a5-8834-4ab8-b50e-5758b0a6f970 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:27.633226 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-70f6cba3-1b96-416c-acda-58cb06aad9de req-a9bc68a5-8834-4ab8-b50e-5758b0a6f970 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0796151
May 19 02:35:27.681687 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-70f6cba3-1b96-416c-acda-58cb06aad9de req-ea4988a0-5178-4c10-8cb4-728dcaa79d54 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422356
May 19 02:35:28.867369 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6629e-c294-408d-9f2f-4e255547a8eb req-9b76df62-dea6-4441-942c-a1e449063ad8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:28.868789 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0bc6629e-c294-408d-9f2f-4e255547a8eb req-9b76df62-dea6-4441-942c-a1e449063ad8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0808713
May 19 02:35:28.913820 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0bc6629e-c294-408d-9f2f-4e255547a8eb req-7df800ad-afd0-44ba-9800-6161dd1c5bb1 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388618
May 19 02:35:29.122086 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:35:30.099104 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1daf54-7b89-4bd6-bbe5-6ce91137ff27 req-b40c0878-6a2c-4742-8084-18783349de11 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:30.100596 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1a1daf54-7b89-4bd6-bbe5-6ce91137ff27 req-b40c0878-6a2c-4742-8084-18783349de11 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0785134
May 19 02:35:30.146662 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1a1daf54-7b89-4bd6-bbe5-6ce91137ff27 req-1c264be3-1dab-47f3-b58e-24ea5304ca86 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401516
May 19 02:35:30.977817 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8103d86d-abdb-49c4-9957-faf0c04c6221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:31.332954 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ef9f-a410-4749-90cd-b812a2be1c0c req-1765ecee-cde7-4d84-9a9d-f7977997a778 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:31.334408 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0b8ef9f-a410-4749-90cd-b812a2be1c0c req-1765ecee-cde7-4d84-9a9d-f7977997a778 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0848503
May 19 02:35:31.437316 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f0b8ef9f-a410-4749-90cd-b812a2be1c0c req-93d89f55-ad01-41ce-92f8-4715e50c361b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955982
May 19 02:35:32.942286 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade88d5-1d08-44a2-a36d-f18732b5d09e req-ac5e0422-ef5c-4d13-a57d-3f34fc93a9b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:32.943796 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dade88d5-1d08-44a2-a36d-f18732b5d09e req-ac5e0422-ef5c-4d13-a57d-3f34fc93a9b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0845525
May 19 02:35:32.988618 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dade88d5-1d08-44a2-a36d-f18732b5d09e req-5a135c43-2e11-4b9a-b4d9-343776535038 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389132
May 19 02:35:33.420120 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:33.450733 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1739d996-e07a-480b-84e9-d349709a3547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:34.172031 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5e866-04da-4f34-b902-c215386e576e req-6b1eafb4-c73c-40aa-89fc-b3f634819738 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:34.173460 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5cd5e866-04da-4f34-b902-c215386e576e req-6b1eafb4-c73c-40aa-89fc-b3f634819738 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0814729
May 19 02:35:34.181424 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2e77d06b-4c88-4438-a1d2-f23e0181a36e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:35:34.221973 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 2e77d06b-4c88-4438-a1d2-f23e0181a36e {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:35:34.222481 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2e77d06b-4c88-4438-a1d2-f23e0181a36e not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:35:34.222788 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5cd5e866-04da-4f34-b902-c215386e576e req-6f31b9e7-6afc-4543-97b0-4cd1c2e7151d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434141
May 19 02:35:34.233384 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:34.644184 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:35.405952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909549c7-9f15-46da-ba9a-93c2b14cf15f req-217a844f-398f-4446-92e2-158a75f4e931 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:35.407392 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-909549c7-9f15-46da-ba9a-93c2b14cf15f req-217a844f-398f-4446-92e2-158a75f4e931 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0775886
May 19 02:35:35.454530 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-909549c7-9f15-46da-ba9a-93c2b14cf15f req-220c3dd2-86f8-4fe3-8d31-e164960216db tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415080
May 19 02:35:36.202323 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:36.631893 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aab96b-d393-46ff-a68e-7ba77d9889a3 req-e63707f1-b8e2-4522-94d9-0d17d5c46e0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:36.633316 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a2aab96b-d393-46ff-a68e-7ba77d9889a3 req-e63707f1-b8e2-4522-94d9-0d17d5c46e0e tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0773268
May 19 02:35:36.676486 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a2aab96b-d393-46ff-a68e-7ba77d9889a3 req-66a07f4c-f9d0-47f1-804d-a4663554725f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371187
May 19 02:35:37.857722 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e994db-2b8f-4d6e-8370-5c7085473a54 req-78ace384-7cd7-480a-9703-fc98d9dae796 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:37.859152 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83e994db-2b8f-4d6e-8370-5c7085473a54 req-78ace384-7cd7-480a-9703-fc98d9dae796 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0796909
May 19 02:35:37.902449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83e994db-2b8f-4d6e-8370-5c7085473a54 req-1f2036b2-9972-487b-ab1d-aa1afb236279 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377605
May 19 02:35:39.088270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc214531-284d-4e4f-bdab-c5980e1cea69 req-4a3ddb79-caf9-4646-9262-134b0c0816aa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:39.089677 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cc214531-284d-4e4f-bdab-c5980e1cea69 req-4a3ddb79-caf9-4646-9262-134b0c0816aa tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0841570
May 19 02:35:39.134618 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cc214531-284d-4e4f-bdab-c5980e1cea69 req-d2ba6ebb-84f8-4fda-a483-76c008068ca0 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385344
May 19 02:35:40.329775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40aa62-6065-44ad-9719-4d676cfeb2c2 req-ae43cce8-9902-4162-b010-b28ab882259a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:40.331235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8c40aa62-6065-44ad-9719-4d676cfeb2c2 req-ae43cce8-9902-4162-b010-b28ab882259a tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0908055
May 19 02:35:40.381141 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8c40aa62-6065-44ad-9719-4d676cfeb2c2 req-590e5fc2-9ef2-4fb3-813e-15303a735099 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443184
May 19 02:35:41.560069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79799552-9ef5-4bcd-990d-3228b3580cd0 req-b7e18c09-791e-45c7-9a40-3da8d20bf7c8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:41.562082 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79799552-9ef5-4bcd-990d-3228b3580cd0 req-b7e18c09-791e-45c7-9a40-3da8d20bf7c8 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0804188
May 19 02:35:41.604117 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-79799552-9ef5-4bcd-990d-3228b3580cd0 req-eda99fca-46b4-4c76-868a-6dde539af077 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364554
May 19 02:35:42.786332 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484771-9871-4536-8410-83553b316ea0 req-42ddd13f-bd94-4cf0-a86c-9ded6ceb869d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:42.787862 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7e484771-9871-4536-8410-83553b316ea0 req-42ddd13f-bd94-4cf0-a86c-9ded6ceb869d tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0795848
May 19 02:35:42.832571 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7e484771-9871-4536-8410-83553b316ea0 req-ddadce54-2a87-4fb8-85db-0a806a2f7063 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390837
May 19 02:35:44.016371 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa523-3fa2-4615-a63d-3d7ea7954ae4 req-d5188ad3-48d3-4c89-8430-7148dbd2253b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:44.017791 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-868aa523-3fa2-4615-a63d-3d7ea7954ae4 req-d5188ad3-48d3-4c89-8430-7148dbd2253b tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0827951
May 19 02:35:44.062001 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-868aa523-3fa2-4615-a63d-3d7ea7954ae4 req-329a0a58-d0b0-4e26-8619-6805dbf6b64f tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384889
May 19 02:35:45.246172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37930-e505-4e68-9146-a8b661ad928f req-bd8e7cfb-8d24-44e7-a320-432e312738cf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:45.247634 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5dc37930-e505-4e68-9146-a8b661ad928f req-bd8e7cfb-8d24-44e7-a320-432e312738cf tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0816636
May 19 02:35:45.290751 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5dc37930-e505-4e68-9146-a8b661ad928f req-a6fec350-9b26-42e0-b7de-00d859bd82f4 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373647
May 19 02:35:46.477930 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccb5c8-915e-4c0b-9d27-ce27da103eda req-ddae858b-96d7-4714-9172-4d032e0a2191 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:46.479395 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4fccb5c8-915e-4c0b-9d27-ce27da103eda req-ddae858b-96d7-4714-9172-4d032e0a2191 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0799158
May 19 02:35:46.527440 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4fccb5c8-915e-4c0b-9d27-ce27da103eda req-da7e6c9a-bcb4-448b-b102-4b320848e1b9 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417361
May 19 02:35:47.714731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dbfa6-b171-47b8-a553-a57c01db8957 req-0e569c0d-4dc8-41d3-8c3d-27a5c2edd8c3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:47.716301 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-028dbfa6-b171-47b8-a553-a57c01db8957 req-0e569c0d-4dc8-41d3-8c3d-27a5c2edd8c3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0813682
May 19 02:35:47.832850 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-028dbfa6-b171-47b8-a553-a57c01db8957 req-eeb92569-0491-480e-9e3c-63a3a7963db6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5918bb3-e126-4acc-8cc7-3a19c3e69d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108446
May 19 02:35:47.974421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-686cc9de-603a-4eec-a6ff-cdae0537150c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:47.975826 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-686cc9de-603a-4eec-a6ff-cdae0537150c tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 945 time: 0.0780349
May 19 02:35:48.110231 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Deleting port e648c685-60d9-46ae-991d-a84ded0a0ae5 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:35:48.110820 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:48.241663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] For port e648c685-60d9-46ae-991d-a84ded0a0ae5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e648c685-60d9-46ae-991d-a84ded0a0ae5,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:48.242027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:48.368630 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Calling delete_port for e648c685-60d9-46ae-991d-a84ded0a0ae5 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:35:48.485478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:48.490976 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-18ef7d77-6d2b-4f2b-ade2-681747086612 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:48.507007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['e648c685-60d9-46ae-991d-a84ded0a0ae5'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:35:48.536914 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Pushing event deleted for resources: {'Port': ['ID=e648c685-60d9-46ae-991d-a84ded0a0ae5,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:48.570582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.570963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.571359 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.571728 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.572089 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.572447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.572802 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.573155 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.573508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.573856 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.574206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.574555 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:35:48.586136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:48.627565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] No DVR routers for this DVR port e648c685-60d9-46ae-991d-a84ded0a0ae5 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:35:48.629919 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:48.632459 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'name': 'network-vif-deleted', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:35:48.649050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c40ab8a7-324a-4130-9692-5fea0f7ba4ee req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.55 "DELETE /v2.0/ports/e648c685-60d9-46ae-991d-a84ded0a0ae5 HTTP/1.1" status: 204  len: 173 time: 0.6639688
May 19 02:35:48.683103 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750329ad-648e-47b1-9f2d-d542f6cf270f', 'name': 'network-vif-deleted', 'tag': 'e648c685-60d9-46ae-991d-a84ded0a0ae5', 'status': 'completed', 'code': 200}
May 19 02:35:48.988539 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-a3b20cca-8388-4e83-beac-3d9f293027c6 req-905b5e09-ca6a-4584-a7d0-43d646849d25 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Synchronizing usage tracker for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:35:49.002954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-a3b20cca-8388-4e83-beac-3d9f293027c6 req-905b5e09-ca6a-4584-a7d0-43d646849d25 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Unset dirty status for tenant:dac73a528db741e4b0684d80ab06fe70 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:35:49.004068 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a3b20cca-8388-4e83-beac-3d9f293027c6 req-905b5e09-ca6a-4584-a7d0-43d646849d25 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] 10.222.0.63 "GET /v2.0/ports?device_id=750329ad-648e-47b1-9f2d-d542f6cf270f HTTP/1.1" status: 200  len: 210 time: 0.0572650
May 19 02:35:50.095204 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57160) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:50.797627 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:51.260496 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Deleting port 76124362-52df-4fb7-85a7-0b6a7732cb0d {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:35:51.261145 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:51.379531 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] For port 76124362-52df-4fb7-85a7-0b6a7732cb0d, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=76124362-52df-4fb7-85a7-0b6a7732cb0d,segment=NetworkSegment(679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab),segment_id=679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:51.379889 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:51.503242 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Calling delete_port for 76124362-52df-4fb7-85a7-0b6a7732cb0d owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:35:51.850617 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:51.855181 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:51.897280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=76124362-52df-4fb7-85a7-0b6a7732cb0d,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:51.910901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:52.206238 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:52.631980 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Router 1bd1278c-91a6-4175-8340-3112681f8346 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:35:52.805020 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:35:52.814139 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Sync routers for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:35:52.821900 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] 10.222.0.63 "PUT /v2.0/routers/1bd1278c-91a6-4175-8340-3112681f8346/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7251563
May 19 02:35:52.823883 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57190) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:52.824144 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:35:52.824750 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7e89d00>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:35:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:53.000573 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:35:53.003906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:53.068275 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e648c685-60d9-46ae-991d-a84ded0a0ae5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:35:53.106881 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: e648c685-60d9-46ae-991d-a84ded0a0ae5 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:35:53.107290 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e648c685-60d9-46ae-991d-a84ded0a0ae5 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:35:53.183722 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:53.269900 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Deleting port af0efcbb-44f4-46e0-9680-1474fef1f3a1 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:35:53.270247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:53.284632 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7e89d00>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:35:51Z', 'revision_number': 5, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port': {'id': 'af0efcbb-44f4-46e0-9680-1474fef1f3a1', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd1278c-91a6-4175-8340-3112681f8346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:53.288516 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Checking router: 1bd1278c-91a6-4175-8340-3112681f8346 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:35:53.297554 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Routers {'1bd1278c-91a6-4175-8340-3112681f8346'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:35:53.298200 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7e89d00>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:35:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['1bd1278c-91a6-4175-8340-3112681f8346'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:53.392662 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] For port af0efcbb-44f4-46e0-9680-1474fef1f3a1, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=af0efcbb-44f4-46e0-9680-1474fef1f3a1,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:53.392927 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:53.443982 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] Set router 1bd1278c-91a6-4175-8340-3112681f8346 gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:35:53.517963 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Calling delete_port for af0efcbb-44f4-46e0-9680-1474fef1f3a1 owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:35:53.583207 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7e89d00>, [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:35:53Z', 'revision_number': 6, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:53.587571 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94437a-cf66-4adc-af85-dbc1f47f5996 None None] The sync data for ids ['1bd1278c-91a6-4175-8340-3112681f8346'] in dv-cinder-784623-11-iscsi is: [{'id': '1bd1278c-91a6-4175-8340-3112681f8346', 'name': 'tempest-ServerRescueNegativeTestJSON-1255414392-router', 'tenant_id': 'dac73a528db741e4b0684d80ab06fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:27Z', 'updated_at': '2021-05-19T02:35:53Z', 'revision_number': 6, 'project_id': 'dac73a528db741e4b0684d80ab06fe70', 'gw_port_host': None}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:35:53.667427 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:53.671869 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4f4f9c0a-b7b6-4499-9d0a-dedff86aa977 tempest-DeleteServersTestJSON-1008993190 tempest-DeleteServersTestJSON-1008993190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:53.716851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0efcbb-44f4-46e0-9680-1474fef1f3a1,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:53.742255 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:53.803500 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.053391 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.055556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.136809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.137283 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd1278c-91a6-4175-8340-3112681f8346 {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:35:54.150433 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.151545 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] 10.222.0.63 "DELETE /v2.0/routers/1bd1278c-91a6-4175-8340-3112681f8346 HTTP/1.1" status: 204  len: 168 time: 1.3267772
May 19 02:35:54.154021 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57198) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:54.216200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Deleting subnet 93553405-fc76-4503-a87b-a565e412b140 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:35:54.218993 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.266666 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.321054 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.580272 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.584128 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b0ab97a6-3019-47f1-a813-bc67135902dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:54.615550 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93553405-fc76-4503-a87b-a565e412b140,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:54.619593 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:54.624573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.630545 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-91b82d9b-d99b-4619-af05-07165556af46 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/93553405-fc76-4503-a87b-a565e412b140 HTTP/1.1" status: 204  len: 168 time: 0.4754865
May 19 02:35:54.632960 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57208) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:54.720768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55a9a0-30f1-4305-ac10-765126bd630c req-77e4eeb6-8812-44c2-aae8-22caa9f286f0 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:54.720768 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ef55a9a0-30f1-4305-ac10-765126bd630c req-77e4eeb6-8812-44c2-aae8-22caa9f286f0 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0901265
May 19 02:35:54.741013 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.768328 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ef55a9a0-30f1-4305-ac10-765126bd630c req-6049e3a3-1b51-4fef-9d70-2596283d6b92 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411363
May 19 02:35:54.866040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.879323 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f61f2670>,) {'filters': {'network_id': ['a312adf7-6907-4355-a544-85e4bf0e6998']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:54.894042 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f61f2670>, '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:54.894337 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f61f2670>, '679a7eda-2b7e-44bd-bae5-5a4cfc03b3ab') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:35:54.905992 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.922347 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.928960 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:35:54.929443 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:35:54.942589 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:35:55.002264 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device af0efcbb-44f4-46e0-9680-1474fef1f3a1 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:35:55.016434 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.020131 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:55.033529 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.036873 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: af0efcbb-44f4-46e0-9680-1474fef1f3a1 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:35:55.037229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device af0efcbb-44f4-46e0-9680-1474fef1f3a1 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:35:55.037645 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 76124362-52df-4fb7-85a7-0b6a7732cb0d no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:35:55.047004 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Pushing event deleted for resources: {'Network': ['ID=a312adf7-6907-4355-a544-85e4bf0e6998,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:55.050066 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:55.055885 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a312adf7-6907-4355-a544-85e4bf0e6998 HTTP/1.1" status: 204  len: 168 time: 0.4218361
May 19 02:35:55.070395 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 76124362-52df-4fb7-85a7-0b6a7732cb0d {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:35:55.070727 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 76124362-52df-4fb7-85a7-0b6a7732cb0d not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:35:55.170718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57216) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:55.219604 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5b5fdf06-c65b-4336-87a6-ef4a94d82378 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dac73a528db741e4b0684d80ab06fe70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476582
May 19 02:35:55.221831 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57220) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:55.277263 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.302803 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.352859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.357464 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c114c20b-6bab-455d-b76c-cb53986d16f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:55.370166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5918bb3-e126-4acc-8cc7-3a19c3e69d31,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:55.372706 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:55.379832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:55.380922 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5918bb3-e126-4acc-8cc7-3a19c3e69d31 HTTP/1.1" status: 204  len: 168 time: 0.1582367
May 19 02:35:55.964910 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a4aa-40ae-4665-a46a-cea21b981dde req-2f9adc48-dc03-4c74-b980-89db9efbcb8c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:55.966364 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6c44a4aa-40ae-4665-a46a-cea21b981dde req-2f9adc48-dc03-4c74-b980-89db9efbcb8c tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0899582
May 19 02:35:56.011651 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6c44a4aa-40ae-4665-a46a-cea21b981dde req-b77fdf56-8d2b-412f-af80-0c692aa539d2 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394104
May 19 02:35:56.737225 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57276) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:56.851224 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:56.864877 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:56.868561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Usage tracker for resource:security_group_rule and tenant:4c08a893dabe4a4c82ae9ab836bf5af8 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:56.871302 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:56.876875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:56.960735 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:56.965727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:56.973396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8d374091-1b2d-4d03-a7b5-a86d2202e047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:57.016413 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c08a893dabe4a4c82ae9ab836bf5af8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2781312
May 19 02:35:57.017339 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d1c8e-f75d-46bf-b9b7-911aff087d68,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:57.018996 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57284) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:57.021799 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:57.078172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:57.102890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:57.157025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:57.161033 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-052d7bb9-7ac6-4674-8fbf-845be9905476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:57.175539 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d1c8e-f75d-46bf-b9b7-911aff087d68,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:57.178642 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:57.180790 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:57.184984 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/585d1c8e-f75d-46bf-b9b7-911aff087d68 HTTP/1.1" status: 204  len: 168 time: 0.1618094
May 19 02:35:57.198719 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bfccf-4937-4c0e-a2a9-f2cb4eba62fe req-d2d70a82-81ad-42b4-9a88-b531a61a9646 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:57.200231 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a6bfccf-4937-4c0e-a2a9-f2cb4eba62fe req-d2d70a82-81ad-42b4-9a88-b531a61a9646 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0837758
May 19 02:35:57.245702 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a6bfccf-4937-4c0e-a2a9-f2cb4eba62fe req-8984e6e1-c9ad-409b-a857-a9ac7a639ba9 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/security-groups?id=04555a85-aae6-44bf-b099-f1ecf699552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384290
May 19 02:35:57.972189 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-5243673b-2c3f-446d-921c-e09d3b4ef203 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:35:57.973439 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-5243673b-2c3f-446d-921c-e09d3b4ef203 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 945 time: 0.0831163
May 19 02:35:58.113308 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Deleting port 184e412c-f242-49b1-94e2-596b2841b397 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:35:58.113659 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:58.248508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] For port 184e412c-f242-49b1-94e2-596b2841b397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=184e412c-f242-49b1-94e2-596b2841b397,segment=NetworkSegment(421db229-5f0c-42c9-bec1-f3aa97dec665),segment_id=421db229-5f0c-42c9-bec1-f3aa97dec665)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:35:58.248865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:58.461762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Calling delete_port for 184e412c-f242-49b1-94e2-596b2841b397 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:35:58.575413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:58.581733 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-130a2575-141a-40c4-9c24-526af412cd96 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:58.591487 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['184e412c-f242-49b1-94e2-596b2841b397'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:35:58.633812 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Pushing event deleted for resources: {'Port': ['ID=184e412c-f242-49b1-94e2-596b2841b397,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:58.637226 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:58.711858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] No DVR routers for this DVR port 184e412c-f242-49b1-94e2-596b2841b397 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:35:58.714541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:58.717583 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'name': 'network-vif-deleted', 'tag': '184e412c-f242-49b1-94e2-596b2841b397'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:35:58.740532 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1d36cd83-2607-4750-9274-0ab0e4659c22 req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.55 "DELETE /v2.0/ports/184e412c-f242-49b1-94e2-596b2841b397 HTTP/1.1" status: 204  len: 173 time: 0.7605379
May 19 02:35:58.759178 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-def3cf05-3cdf-4166-96fc-3d3c5551fc14 req-8f18d592-7abf-4f16-963d-fbe12d1bd220 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] 10.222.0.63 "GET /v2.0/ports?device_id=337865ba-8e94-4492-9445-b3a6d12f5697 HTTP/1.1" status: 200  len: 210 time: 0.1390860
May 19 02:35:58.775925 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337865ba-8e94-4492-9445-b3a6d12f5697', 'name': 'network-vif-deleted', 'tag': '184e412c-f242-49b1-94e2-596b2841b397', 'status': 'completed', 'code': 200}
May 19 02:35:59.178275 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57366) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:59.297271 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.312149 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:59.316013 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1822a492b749219f2f7862ce9468b2 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:59.318809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:59.324671 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:35:59.416015 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.421444 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.434958 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-78c440a0-e113-4157-a928-d0a8cd7b1f3a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:59.476486 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eb1822a492b749219f2f7862ce9468b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971215
May 19 02:35:59.478185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9701be6f-b807-4139-9188-38820c9b18eb,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:59.479154 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57374) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:59.482441 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:59.542619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.567363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.616830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.620468 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11baae6c-69a9-4af5-89fe-12ae9e7afd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:35:59.630801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9701be6f-b807-4139-9188-38820c9b18eb,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:35:59.633133 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:35:59.637832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.638899 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9701be6f-b807-4139-9188-38820c9b18eb HTTP/1.1" status: 204  len: 168 time: 0.1581123
May 19 02:35:59.912151 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57386) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:35:59.929861 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:35:59.945285 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:35:59.949205 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d220e7b88016498996a1fa7e25d8b54a is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:35:59.952573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:35:59.958241 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:00.041931 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.046063 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.054566 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5db49863-8542-486a-a084-212576b1f294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:00.096559 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d220e7b88016498996a1fa7e25d8b54a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831040
May 19 02:36:00.098265 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358f391-17fb-4621-8f4d-7f829bd89290,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:00.099372 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57390) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:00.101524 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:00.171297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.200024 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.260489 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.266739 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4dc1dd37-f840-4199-86d3-964c3fd5120d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:00.278877 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358f391-17fb-4621-8f4d-7f829bd89290,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:00.282284 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:00.288999 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:00.290094 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3358f391-17fb-4621-8f4d-7f829bd89290 HTTP/1.1" status: 204  len: 168 time: 0.1890814
May 19 02:36:00.979685 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5b6a47c2-c5fb-4135-bf66-4526c8a9866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:01.120958 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 184e412c-f242-49b1-94e2-596b2841b397 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:36:01.154540 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 184e412c-f242-49b1-94e2-596b2841b397 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:36:01.154897 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 184e412c-f242-49b1-94e2-596b2841b397 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:36:03.424528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:03.450721 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-54319776-202f-4181-baff-58518c73e366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:04.206189 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:04.648445 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:06.120274 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:36:06.205104 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.428623 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57680) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:20.540357 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.555259 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:20.558877 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:66d24b2773fa4ef3bc40576a58117e70 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:20.561616 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:20.567775 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:20.647919 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.651510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.661293 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cc6207ed-a42a-414c-988b-a1895bd39faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:20.702812 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=66d24b2773fa4ef3bc40576a58117e70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730412
May 19 02:36:20.703650 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe926d-0a47-4de0-8d14-d8eccca2137e,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:20.705524 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57686) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:20.711224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.711597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.711956 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.712307 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.712656 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.713002 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.713348 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.713692 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.714034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.714381 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.714713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.715046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:20.719577 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:20.763194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.788608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.838748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.843083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:20.855538 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe926d-0a47-4de0-8d14-d8eccca2137e,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:20.858968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:20.864194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:20.865265 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e2fe926d-0a47-4de0-8d14-d8eccca2137e HTTP/1.1" status: 204  len: 168 time: 0.1587083
May 19 02:36:21.133243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57694) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:21.151227 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.165410 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:21.169538 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Usage tracker for resource:security_group_rule and tenant:040648384ca8495c84f1bab5f19db357 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:21.172307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:21.178505 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:21.261240 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.265218 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.277068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a3c3ed9f-d61c-4d68-b1f5-aea8442efb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:21.320477 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=040648384ca8495c84f1bab5f19db357&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1837475
May 19 02:36:21.320477 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fa9e1d-6e93-4340-ba7c-12a5523aa7fc,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:21.320843 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57702) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:21.322620 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:21.381935 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.406471 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.457188 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.460913 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6470c862-dd50-4301-951f-4883c4454b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:21.472462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fa9e1d-6e93-4340-ba7c-12a5523aa7fc,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:21.475224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:21.484056 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.485137 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-faab346e-9338-4803-a98b-b051bff72ebb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52fa9e1d-6e93-4340-ba7c-12a5523aa7fc HTTP/1.1" status: 204  len: 168 time: 0.1632347
May 19 02:36:21.814958 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57710) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:21.832258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.845806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:21.850017 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb7fd0d0fc142ab90278245276dfc6f is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:21.852770 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:21.858294 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:21.944625 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.948196 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:21.956230 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-891ec7b9-fbea-4a59-ab36-86707acd21f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:21.993988 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dcb7fd0d0fc142ab90278245276dfc6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1780055
May 19 02:36:21.995564 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3382cb-a312-4ff9-9dfb-d8b80a8a44df,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:21.996748 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57714) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:21.998371 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:22.054653 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:22.079088 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:22.128824 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:22.133653 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-171ac22a-265a-4db7-97bf-7fd78ddc74b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:22.146044 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3382cb-a312-4ff9-9dfb-d8b80a8a44df,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:22.149384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:22.154624 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:22.155756 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa3382cb-a312-4ff9-9dfb-d8b80a8a44df HTTP/1.1" status: 204  len: 168 time: 0.1580496
May 19 02:36:22.862817 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57742) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:22.965166 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438514442-network', 'tenant_id': 'beac7b6fdad24473a77730e83b935d24'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:36:22.969686 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:22.973472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Usage tracker for resource:network and tenant:beac7b6fdad24473a77730e83b935d24 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:22.976370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:22.982546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:22.992705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Made reservation on behalf of beac7b6fdad24473a77730e83b935d24 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:36:22.994891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.007065 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.023934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:23.027646 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Usage tracker for resource:security_group_rule and tenant:beac7b6fdad24473a77730e83b935d24 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:23.030348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:23.035871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:23.114159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.117616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.120673 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f2018ea7-5d51-4916-bc83-10a323ecdc7c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:23.147635 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:36:23.155895 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7bea6f-d1a0-4484-9715-7f29e8794b71,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:23.159977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:23.164052 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.164397 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Added segment 4c92c44a-ed96-4d8a-ae03-25011b0fe3c2 of type vlan for network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d
May 19 02:36:23.190602 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.217740 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.218988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:23.219587 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.224679 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:23.320333 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4563336
May 19 02:36:23.323521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57750) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:23.325634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Pushing event updated for resources: {'Network': ['ID=24b67c1c-4a6a-479d-840c-f3623f0b8c5d,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:23.328340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:23.329414 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Request body: {'subnet': {'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438514442-subnet', 'tenant_id': 'beac7b6fdad24473a77730e83b935d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:36:23.334343 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:23.335848 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:36:23.338240 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Usage tracker for resource:subnet and tenant:beac7b6fdad24473a77730e83b935d24 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:23.341071 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:23.349325 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:23.359095 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Made reservation on behalf of beac7b6fdad24473a77730e83b935d24 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:36:23.361488 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.739066 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.743429 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:23.809945 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ceb0b65-8ab6-4d54-8378-9e519a4ff065,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:23.813270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:23.819093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Checking segment: {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:36:23.819475 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Network hostable DHCP agents. Network: 24b67c1c-4a6a-479d-840c-f3623f0b8c5d, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:36:23.837038 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:36:23.845842 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 24b67c1c-4a6a-479d-840c-f3623f0b8c5d) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:36:23.853968 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:23.854575 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:23.855956 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88277e1f-d4ee-49ab-947d-204059b4e5a4 None None] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:36:23.879124 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5544224
May 19 02:36:24.041448 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e3528-7ff7-4ed3-bc8a-980d10f529f8 None None] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:36:26.968259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3c0c43ce-d530-43f9-81e0-e5418ff235a0 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:26.969011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3c0c43ce-d530-43f9-81e0-e5418ff235a0 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Synchronizing usage tracker for tenant:beac7b6fdad24473a77730e83b935d24 on resource:network {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:36:26.986566 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3c0c43ce-d530-43f9-81e0-e5418ff235a0 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Unset dirty status for tenant:beac7b6fdad24473a77730e83b935d24 on resource:network {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:36:26.987796 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3c0c43ce-d530-43f9-81e0-e5418ff235a0 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 809 time: 0.1711185
May 19 02:36:27.005321 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-1f37baaa-f5de-4bb1-889e-e809e3201a4b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/quotas/beac7b6fdad24473a77730e83b935d24 HTTP/1.1" status: 200  len: 375 time: 0.0109482
May 19 02:36:27.056040 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-a5cdec06-b3e9-43bd-a45d-a0d6933916b1 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439851
May 19 02:36:27.189113 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5fc79653-ff54-4338-b145-a3496f868ff9 service neutron] 10.222.0.63 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258078
May 19 02:36:27.322333 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-2fb9bf74-a0f9-4e7b-aefd-01f18f307cd0 service neutron] 10.222.0.63 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268792
May 19 02:36:27.495567 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3b9246f-d94c-42db-8090-7725aa869670 req-5869606b-0f4a-4afd-913f-582b85fcae68 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 210 time: 0.0437067
May 19 02:36:28.320918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 57828) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:28.452064 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.472688 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:28.476643 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:61e5e88f64ef4816a4528ff92bb024e8 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:28.479617 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:28.485387 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:28.586526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.600102 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.608889 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-30820fda-9480-40a5-a245-2ac95caa4354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:28.614934 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5eed452-487f-4f9a-b52a-8e4ee9351706 req-2fbbbab0-9a6d-46b9-862e-9be099be5b5b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 210 time: 0.0530908
May 19 02:36:28.650352 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61e5e88f64ef4816a4528ff92bb024e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3283200
May 19 02:36:28.653093 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57850) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:28.653576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6362ae4f-3f2f-4809-b7e3-c674ba595420,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:28.656901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:28.733301 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.762796 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.819404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.824382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-56b95ba2-2af5-4ebc-8c48-aab92ca485eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:28.835926 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362ae4f-3f2f-4809-b7e3-c674ba595420,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:28.839083 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:28.841243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:28.843307 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6362ae4f-3f2f-4809-b7e3-c674ba595420 HTTP/1.1" status: 204  len: 168 time: 0.1880834
May 19 02:36:29.780836 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5d20a690-467d-4b14-a02f-700a90e1b1b3 req-1b3a0d29-2b7a-4fec-9fd2-e76adc7b2377 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 210 time: 0.0427907
May 19 02:36:30.808747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3029e1ac-271b-44b0-9ffd-ce7d8f2d162a tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:30.810107 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-3029e1ac-271b-44b0-9ffd-ce7d8f2d162a tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 809 time: 0.2453759
May 19 02:36:30.844218 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Request body: {'port': {'device_id': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d', 'admin_state_up': True, 'tenant_id': 'beac7b6fdad24473a77730e83b935d24'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:36:30.985008 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4574fd46-d94c-4bac-bbed-f8bc1c94b81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:30.993890 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-086f906c-4a30-4582-aa53-e17aced8a5cd req-d85a1e6d-8f99-4afe-9787-523a6e8dd1a9 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 210 time: 0.0624750
May 19 02:36:31.030794 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:36:31.035275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Usage tracker for resource:port and tenant:beac7b6fdad24473a77730e83b935d24 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:36:31.038200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:36:31.043861 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:36:31.052503 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Made reservation on behalf of beac7b6fdad24473a77730e83b935d24 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:36:31.055914 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:31.213617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Allocated IP 172.20.0.4 (24b67c1c-4a6a-479d-840c-f3623f0b8c5d/9ceb0b65-8ab6-4d54-8378-9e519a4ff065/0f0fc4bc-8904-4c8c-b51a-002bc1af30c8) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:36:31.415611 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:31.446561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:31.454064 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-abf86c9c-de26-409d-9d64-6bf897125384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:31.531727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:36:31.534950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:36:31.537655 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:36:31.574340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:31.578126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:31.607761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:31.608362 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:31.629003 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7894056
May 19 02:36:31.647997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Request body: {'port': {'device_id': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:36:31.757915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.089129 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:36:32.096894 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.112809 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Transition to ACTIVE for port object 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:36:32.118286 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.121996 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-150c909e-6bbd-4bc8-8639-9ad0405daaa9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:32.195028 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9d250-5c63-428d-a47c-c3f8924a34e5 req-c4138785-5f23-4573-95bd-c7bcb7b78646 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:32.197062 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ba9d250-5c63-428d-a47c-c3f8924a34e5 req-c4138785-5f23-4573-95bd-c7bcb7b78646 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 943 time: 0.0891168
May 19 02:36:32.244655 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ba9d250-5c63-428d-a47c-c3f8924a34e5 req-1978040e-1a21-49ef-93f5-7660b5b3ec57 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411856
May 19 02:36:32.248969 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:32.280552 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:32.351243 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Attempting to bind port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:36:32.351569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Attempting to bind port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:36:32.352016 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Attempting to bind port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:36:32.356338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:36:32.356650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Attempting to bind port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:36:32.361577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:36:32.361903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Checking segment: {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:36:32.362275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Bound using segment: {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:36:32.362688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Bound port: 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:36:32.363021 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.447767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:36:32.450585 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:36:32.454803 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.459088 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3a737ace-0634-48f9-bfc0-6b87e2961dc3 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:32.597508 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:32.598102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:32.599457 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] 10.222.0.55 "PUT /v2.0/ports/0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 HTTP/1.1" status: 200  len: 1093 time: 0.9554942
May 19 02:36:32.599943 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:36:32.620044 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:32.623253 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:32.678282 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'status': 'completed', 'code': 200}
May 19 02:36:32.717980 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0c183d67-7701-4f8d-a00f-719a03a8b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:32.719457 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-0c183d67-7701-4f8d-a00f-719a03a8b8c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 1096 time: 0.0720966
May 19 02:36:32.794184 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-8cee1e54-6ee7-477d-bf19-e4c08b17fbd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 HTTP/1.1" status: 200  len: 217 time: 0.0617685
May 19 02:36:32.859533 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549296a-fa43-48fc-b094-bef4020c3acf req-7de33d1b-e985-4137-9ccb-05e320ad88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:32.860790 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-7de33d1b-e985-4137-9ccb-05e320ad88aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ceb0b65-8ab6-4d54-8378-9e519a4ff065 HTTP/1.1" status: 200  len: 849 time: 0.0585916
May 19 02:36:32.916566 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-35d0ed56-a132-4cd9-99a7-07594a0450ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423198
May 19 02:36:33.048609 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-25e4cda7-d4be-4f3a-83dd-31e4a3e449fa service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231811
May 19 02:36:33.232418 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7549296a-fa43-48fc-b094-bef4020c3acf req-152cc59b-05d3-4120-a185-b9f60dd5897f service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755962
May 19 02:36:33.242057 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-089b03f1-46c5-4c40-8c42-fe7c071c659d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1043556
May 19 02:36:33.420645 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-e79e40fb-6dc6-4abc-9e0c-8ff06c0117dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.422078 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-e79e40fb-6dc6-4abc-9e0c-8ff06c0117dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 1096 time: 0.1412318
May 19 02:36:33.428676 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-99b935bc-9785-4f04-8b45-72ab11b77cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.430290 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-99b935bc-9785-4f04-8b45-72ab11b77cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 1099 time: 0.1048400
May 19 02:36:33.432430 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:33.456174 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695d73-82e1-4666-b9e2-c1fcc74cb553 req-fe826bd6-06a4-4529-9004-a221e37e8402 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.458321 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-df695d73-82e1-4666-b9e2-c1fcc74cb553 req-fe826bd6-06a4-4529-9004-a221e37e8402 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 943 time: 0.0954025
May 19 02:36:33.462106 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-fb329312-05ae-4c23-944a-432dd0b0a1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:33.509131 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-df695d73-82e1-4666-b9e2-c1fcc74cb553 req-d2dfc84c-5d31-4cdd-84be-303f2bc1fa96 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436702
May 19 02:36:33.681058 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-a1d9376c-7e28-4508-a673-387ff33c6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.682495 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-a1d9376c-7e28-4508-a673-387ff33c6d1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 910 time: 0.2513549
May 19 02:36:33.683594 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-7cb43842-d446-4bdd-9d82-efee45438bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.684847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-7cb43842-d446-4bdd-9d82-efee45438bd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.2305825
May 19 02:36:33.812364 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-e51556b2-8514-45fc-9a72-24071ee04831 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 HTTP/1.1" status: 200  len: 217 time: 0.1167762
May 19 02:36:33.903023 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-5b67bb49-7b00-453d-ab1d-f39af772a3e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 200  len: 1001 time: 0.1550055
May 19 02:36:33.906345 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-d70527f8-cbdb-424e-a6c7-a5ee73f20b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:33.907695 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-d70527f8-cbdb-424e-a6c7-a5ee73f20b9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ceb0b65-8ab6-4d54-8378-9e519a4ff065 HTTP/1.1" status: 200  len: 849 time: 0.0840266
May 19 02:36:34.000385 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-def9d5cd-abf7-4ea9-a29b-1813dbe62e2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480232
May 19 02:36:34.058221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-df69b631-7434-40c1-80d7-e9bbd6782ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:34.059670 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-df69b631-7434-40c1-80d7-e9bbd6782ad7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.1400836
May 19 02:36:34.232490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:34.300872 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-130b1fcb-6330-45af-8f1d-94d3d2fd055c service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885408
May 19 02:36:34.313008 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-653a0080-33ab-4126-9e8f-3ebe75a2d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:34.314502 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-653a0080-33ab-4126-9e8f-3ebe75a2d06d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1091235
May 19 02:36:34.549546 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c2d9a249-0a6a-46de-b55a-3e57df26ddb8 req-5b239404-959f-4b29-a921-0c34660ed5d8 service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335110
May 19 02:36:34.552819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-dcce2bc6-d6e3-4298-b9f4-787c9c0d2171 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182052
May 19 02:36:34.648461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:34.692575 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6554b594-8768-4c95-ab38-cf1f707fb4b2 req-a65f1571-c08d-4c43-a37a-1b1583f33197 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302631
May 19 02:36:34.698706 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc40a0-9857-41bd-bfb2-67c56813f8ca req-7aaa8e5d-f17a-423c-a036-8306f629bb13 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:34.700178 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6cfc40a0-9857-41bd-bfb2-67c56813f8ca req-7aaa8e5d-f17a-423c-a036-8306f629bb13 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 943 time: 0.0837784
May 19 02:36:34.751038 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6cfc40a0-9857-41bd-bfb2-67c56813f8ca req-8237d39e-e196-4c0c-9721-40a7c9991aa7 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439689
May 19 02:36:35.931689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-1273ab11-a832-46e0-8390-5271235adfce tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:35.932366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-1273ab11-a832-46e0-8390-5271235adfce tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Synchronizing usage tracker for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:36:35.948361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-1273ab11-a832-46e0-8390-5271235adfce tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Unset dirty status for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:36:35.949665 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-1273ab11-a832-46e0-8390-5271235adfce tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 943 time: 0.0946646
May 19 02:36:35.992441 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-ab2e3f38-c766-4a3e-8581-f2e98ae50b9c tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Synchronizing usage tracker for tenant:beac7b6fdad24473a77730e83b935d24 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:36:36.008741 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-ab2e3f38-c766-4a3e-8581-f2e98ae50b9c tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Unset dirty status for tenant:beac7b6fdad24473a77730e83b935d24 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:36:36.009909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-785dd1bf-b1d7-46dc-8a2e-20460abc3c12 req-ab2e3f38-c766-4a3e-8581-f2e98ae50b9c tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546095
May 19 02:36:36.034335 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57950) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:36.207568 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.253459 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Deleting subnet 65dc9377-c5dd-49d7-afa7-6eeff38bcb98 {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:36:36.256313 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.303870 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14817599'] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.357883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.594459 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13706317'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.599439 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:36.632557 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65dc9377-c5dd-49d7-afa7-6eeff38bcb98,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:36.634448 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.636927 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:36.640952 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/65dc9377-c5dd-49d7-afa7-6eeff38bcb98 HTTP/1.1" status: 204  len: 168 time: 0.6055896
May 19 02:36:36.643376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57958) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:36.744580 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.864344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.876390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f5a50f10>,) {'filters': {'network_id': ['4023b386-8d09-4a5e-a617-e7287e5e2d79']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:36:36.891030 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f5a50f10>, '421db229-5f0c-42c9-bec1-f3aa97dec665') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:36:36.891340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f5a50f10>, '421db229-5f0c-42c9-bec1-f3aa97dec665') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:36:36.902042 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.918250 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.924650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:36:36.925048 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:36:36.937843 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:36:37.008235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.012671 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:37.027804 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.037388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4023b386-8d09-4a5e-a617-e7287e5e2d79,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:37.041663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:37.048850 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-aca0a740-11b6-4bae-87f1-f16a3a0a93cb admin admin] 10.222.0.63 "DELETE /v2.0/networks/4023b386-8d09-4a5e-a617-e7287e5e2d79 HTTP/1.1" status: 204  len: 168 time: 0.4042444
May 19 02:36:37.165043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57966) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:37.200591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111c3b-b111-445f-9435-4e94c051afdf req-42f83f62-e5d0-465b-aefa-339a431d48eb tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:37.202122 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8c111c3b-b111-445f-9435-4e94c051afdf req-42f83f62-e5d0-465b-aefa-339a431d48eb tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 943 time: 0.0844631
May 19 02:36:37.249612 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8c111c3b-b111-445f-9435-4e94c051afdf req-35148808-a805-4f72-b10e-8c11d2513a9f tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406685
May 19 02:36:37.298996 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-01b5231d-025e-44be-b917-a1875d5a0c01 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bfb625e5dccf40e7985a7244f2079e1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1325920
May 19 02:36:37.301589 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 57970) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:36:37.357495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.363266 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:36:37.382577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.435573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.441071 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:37.458051 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04555a85-aae6-44bf-b099-f1ecf699552e,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:37.461041 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:37.468302 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.472280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04555a85-aae6-44bf-b099-f1ecf699552e HTTP/1.1" status: 204  len: 168 time: 0.1669586
May 19 02:36:37.507522 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:36:37.520514 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d', 'port_id': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'mac_address': 'fa:16:3e:c0:1a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceb0b65-8ab6-4d54-8378-9e519a4ff065', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:36:37.578678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.595945 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:36:37.612964 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:36:37.616539 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:37.618460 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:37.684194 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:37.691936 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.692282 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.692619 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.692947 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.693272 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.693597 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.693919 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.694239 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.694558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.694878 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.695223 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.695540 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:36:37.699332 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:38.241650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0f0fc4bc-8904-4c8c-b51a-002bc1af30c8'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:36:38.449854 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912a06a-5edb-487e-9387-51d33d58868a req-d588f3fa-61ef-47c9-95aa-4a2ab3d72a37 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:38.451284 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d912a06a-5edb-487e-9387-51d33d58868a req-d588f3fa-61ef-47c9-95aa-4a2ab3d72a37 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 944 time: 0.0875151
May 19 02:36:38.503704 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d912a06a-5edb-487e-9387-51d33d58868a req-f0539846-c4a6-48e0-8671-547454268424 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467751
May 19 02:36:39.690683 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f130a0-edd1-4ec1-bb37-e7e3575917fe req-7679b67d-c436-4883-a47c-98f8ce62df49 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:39.692149 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-55f130a0-edd1-4ec1-bb37-e7e3575917fe req-7679b67d-c436-4883-a47c-98f8ce62df49 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 944 time: 0.0875885
May 19 02:36:39.735772 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-55f130a0-edd1-4ec1-bb37-e7e3575917fe req-d7b1ef45-dbb0-4093-b945-1ee0c67e14f1 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379457
May 19 02:36:40.915858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f4ca-fdb6-406c-a0ed-725cd6701afd req-aaf96b41-1fa7-427c-90c7-05415b7603b8 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:40.917278 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c9d2f4ca-fdb6-406c-a0ed-725cd6701afd req-aaf96b41-1fa7-427c-90c7-05415b7603b8 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 944 time: 0.0780332
May 19 02:36:40.964173 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c9d2f4ca-fdb6-406c-a0ed-725cd6701afd req-aec0df44-fed0-433e-9433-0b852ffd01ef tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414615
May 19 02:36:41.401692 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:36:41.468080 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:36:41.473133 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:36:41.473511 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:41.612231 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:41.637387 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:36:41.647191 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:36:41.651291 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:36:41.653198 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-e3ca2879-29c1-46a6-9c65-9b0cfea8c01e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:36:41.682773 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'code': 200}
May 19 02:36:41.719457 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:36:41.722819 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:36:41.943661 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcecc37-6c06-4927-b5ca-ec466009825a req-bc983c13-0b97-42c7-a990-ab0fe275992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:41.944979 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6fcecc37-6c06-4927-b5ca-ec466009825a req-bc983c13-0b97-42c7-a990-ab0fe275992a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 1098 time: 0.0687315
May 19 02:36:41.988203 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6fcecc37-6c06-4927-b5ca-ec466009825a req-b08c4c19-413f-49ca-9be8-404f2108445c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320127
May 19 02:36:42.147027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063f83-5caf-459b-adeb-fc08580b945d req-7aa5c873-3ec1-4c08-bc27-e6209c1add19 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:42.148491 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f063f83-5caf-459b-adeb-fc08580b945d req-7aa5c873-3ec1-4c08-bc27-e6209c1add19 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0827672
May 19 02:36:42.192295 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f063f83-5caf-459b-adeb-fc08580b945d req-6af61fd5-60e6-43b4-86ef-2d17c60af454 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382390
May 19 02:36:43.118322 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:36:43.444392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091ced-d59b-4083-a4d8-c7f3d0f816ed req-28be29b4-4184-406d-8b2e-4f331e50ea99 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:43.445729 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a091ced-d59b-4083-a4d8-c7f3d0f816ed req-28be29b4-4184-406d-8b2e-4f331e50ea99 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.1515899
May 19 02:36:43.488978 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1a091ced-d59b-4083-a4d8-c7f3d0f816ed req-549e49ba-cbc5-4938-9ec8-b1bb905de8ca tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376089
May 19 02:36:44.671434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00536281-ea7a-4ac0-8741-16c679f1e036 req-ecd9c99f-070d-47c9-b7c4-213370761048 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:44.672837 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-00536281-ea7a-4ac0-8741-16c679f1e036 req-ecd9c99f-070d-47c9-b7c4-213370761048 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0778644
May 19 02:36:44.716177 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-00536281-ea7a-4ac0-8741-16c679f1e036 req-1fe335d7-47fa-427c-a309-f0f5dc47d352 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370009
May 19 02:36:45.844721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d14f-cdcc-484b-9813-5444cbd60fae req-179985df-d04a-4805-85e8-3b13d4ee8fc3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:45.846629 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ccc6d14f-cdcc-484b-9813-5444cbd60fae req-179985df-d04a-4805-85e8-3b13d4ee8fc3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0823133
May 19 02:36:45.891708 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ccc6d14f-cdcc-484b-9813-5444cbd60fae req-29aae8d9-92d4-4d2b-8cd5-fe0c435a7442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0393176
May 19 02:36:47.075648 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ba35-7ae7-4791-bfbf-cfdac2cbbb17 req-a5eda40c-2e79-4a62-bca8-b1bb1d29f7d2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:47.077048 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ce03ba35-7ae7-4791-bfbf-cfdac2cbbb17 req-a5eda40c-2e79-4a62-bca8-b1bb1d29f7d2 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0811086
May 19 02:36:47.121729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-ce03ba35-7ae7-4791-bfbf-cfdac2cbbb17 req-332a9ea9-e9aa-40b9-8e6f-06ab0ccb2c7e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:36:47.137562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-ce03ba35-7ae7-4791-bfbf-cfdac2cbbb17 req-332a9ea9-e9aa-40b9-8e6f-06ab0ccb2c7e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:36:47.138768 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ce03ba35-7ae7-4791-bfbf-cfdac2cbbb17 req-332a9ea9-e9aa-40b9-8e6f-06ab0ccb2c7e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0552630
May 19 02:36:48.317703 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acebbb-255d-4aa8-a229-4739c064fb15 req-e994e9b6-8a53-4df1-b2f3-b4fbca00f164 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:48.319104 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-63acebbb-255d-4aa8-a229-4739c064fb15 req-e994e9b6-8a53-4df1-b2f3-b4fbca00f164 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0776505
May 19 02:36:48.368101 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-63acebbb-255d-4aa8-a229-4739c064fb15 req-f34afce8-8baa-4545-bc9e-6f08200d73a6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431881
May 19 02:36:49.502458 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-7e293509-0e86-49bf-a2fb-3a6633e1df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:49.503944 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-7e293509-0e86-49bf-a2fb-3a6633e1df90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1138 time: 0.0732007
May 19 02:36:49.574043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a708c8-6a51-467c-9b16-2c28ca82a18a req-e0becdb0-4ad5-4a24-974e-d3ace03328ec tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:49.575676 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-82a708c8-6a51-467c-9b16-2c28ca82a18a req-e0becdb0-4ad5-4a24-974e-d3ace03328ec tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.1015139
May 19 02:36:49.622086 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-82a708c8-6a51-467c-9b16-2c28ca82a18a req-069710ab-b209-4625-9286-c331010816d8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402336
May 19 02:36:49.647723 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-ce852484-1ea9-4c53-b022-3eee094f717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:49.649104 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-ce852484-1ea9-4c53-b022-3eee094f717a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1347356
May 19 02:36:49.754273 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-e1dab027-820f-4120-af2a-ab600e65b789 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1002 time: 0.0947754
May 19 02:36:49.816338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-129687b5-a416-4271-85cc-5a04135b34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:49.817685 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-129687b5-a416-4271-85cc-5a04135b34ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.0560219
May 19 02:36:49.894648 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-52aa68b7-0500-4f03-80e1-e310c51859c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:49.896102 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-52aa68b7-0500-4f03-80e1-e310c51859c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0708580
May 19 02:36:50.035672 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-f37c4dc6-56c0-4c3c-aa79-1c18358bbbcd service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259289
May 19 02:36:50.190252 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d19bc7e9-4551-4f9a-952f-9ee3cd1fd567 req-a78bb3fc-fa2d-4601-96e3-6e98f17e359c service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316638
May 19 02:36:50.652371 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af964-8381-4366-9370-9262946ba818 req-fa571711-70e7-458a-87b3-3df5005c52f5 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:50.658288 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-311af964-8381-4366-9370-9262946ba818 req-fa571711-70e7-458a-87b3-3df5005c52f5 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0824144
May 19 02:36:50.709590 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-311af964-8381-4366-9370-9262946ba818 req-1b667c71-f71a-4261-8da7-f75738f10291 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413296
May 19 02:36:50.815396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dd158-6200-4f43-ac85-df13bb33f94e req-39b04d2c-f4c8-4430-85ac-6afa23e55603 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:50.817177 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a0dd158-6200-4f43-ac85-df13bb33f94e req-39b04d2c-f4c8-4430-85ac-6afa23e55603 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0848072
May 19 02:36:50.867508 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9a0dd158-6200-4f43-ac85-df13bb33f94e req-b28573ea-c1bc-4516-afdc-587c47ddf566 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444391
May 19 02:36:51.987921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa2713-5c77-47a1-820d-5b2246123cd6 req-d4b79e97-ca97-4aef-9967-3ec7c4e8b570 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:51.989359 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-71fa2713-5c77-47a1-820d-5b2246123cd6 req-d4b79e97-ca97-4aef-9967-3ec7c4e8b570 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.1744258
May 19 02:36:52.033188 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-71fa2713-5c77-47a1-820d-5b2246123cd6 req-14c1f7a1-810a-4652-9c11-084afcc180a6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381596
May 19 02:36:52.036810 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09247-b6e5-4fd7-82c9-5849bb34b906 req-66fb918a-03a2-4037-8df9-2cbbda24bc36 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:52.038269 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ae09247-b6e5-4fd7-82c9-5849bb34b906 req-66fb918a-03a2-4037-8df9-2cbbda24bc36 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0843806
May 19 02:36:52.084484 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ae09247-b6e5-4fd7-82c9-5849bb34b906 req-fabffb33-a947-44ae-bd6b-5952f1bb3fdc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403776
May 19 02:36:52.204912 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4f52d-b9ab-4d2c-9591-426f2436c2f1 req-76a0d2f8-a1dc-4f46-8700-91252befbdcc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:52.206286 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61b4f52d-b9ab-4d2c-9591-426f2436c2f1 req-76a0d2f8-a1dc-4f46-8700-91252befbdcc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0788352
May 19 02:36:52.255401 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-61b4f52d-b9ab-4d2c-9591-426f2436c2f1 req-55fce09a-e13d-44f0-909c-d515cc97483f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0433011
May 19 02:36:53.219885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d9945-5695-4f76-8110-80ef0e2b24b6 req-1c4a29d5-9bfb-4cc5-805e-2417a569cb27 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:53.221797 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-109d9945-5695-4f76-8110-80ef0e2b24b6 req-1c4a29d5-9bfb-4cc5-805e-2417a569cb27 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0793586
May 19 02:36:53.265445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62b57f-57c7-4183-b750-7b1a5da11cd6 req-62aea676-9b34-406c-ab5a-44b828466f22 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:53.266890 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6e62b57f-57c7-4183-b750-7b1a5da11cd6 req-62aea676-9b34-406c-ab5a-44b828466f22 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0787098
May 19 02:36:53.267184 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-109d9945-5695-4f76-8110-80ef0e2b24b6 req-2b445bb6-81cc-4752-8630-303bb9e16deb tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397193
May 19 02:36:53.312558 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6e62b57f-57c7-4183-b750-7b1a5da11cd6 req-8d49a595-bb2d-43a2-ad2f-21fa6b4cbfc6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397489
May 19 02:36:53.441555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e37543-bf16-43ad-9d6d-4dde1a21f6cc req-3b2511bd-46e6-4c01-be3f-2e09f83ab913 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:53.442979 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f4e37543-bf16-43ad-9d6d-4dde1a21f6cc req-3b2511bd-46e6-4c01-be3f-2e09f83ab913 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0826881
May 19 02:36:53.489834 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f4e37543-bf16-43ad-9d6d-4dde1a21f6cc req-041ccaa1-ccf5-419b-b8a2-c12a482da945 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411043
May 19 02:36:54.451895 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8315c-8660-4e59-8192-28201c8be47a req-8209143d-0573-4b96-ab63-37a111638371 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:54.453396 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e1f8315c-8660-4e59-8192-28201c8be47a req-8209143d-0573-4b96-ab63-37a111638371 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0831707
May 19 02:36:54.496903 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e1f8315c-8660-4e59-8192-28201c8be47a req-62b3087e-6a09-45a0-a166-2435e4141f3b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377026
May 19 02:36:54.497917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5d7f9-21cb-44cb-adb2-b9d73581f2c7 req-44f40bdd-4c52-4c3b-aad1-55f429b58fde tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:54.500080 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12e5d7f9-21cb-44cb-adb2-b9d73581f2c7 req-44f40bdd-4c52-4c3b-aad1-55f429b58fde tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0801389
May 19 02:36:54.547557 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12e5d7f9-21cb-44cb-adb2-b9d73581f2c7 req-b8c9f8ce-0230-4fa3-97df-afef86f8a6a6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418687
May 19 02:36:54.672601 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe890a5a-2aae-41a1-b243-d2e699280946 req-db71e0f8-d23a-48c2-be22-31fa8389b7ab tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:54.674059 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe890a5a-2aae-41a1-b243-d2e699280946 req-db71e0f8-d23a-48c2-be22-31fa8389b7ab tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0795388
May 19 02:36:54.719608 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe890a5a-2aae-41a1-b243-d2e699280946 req-0c5b9227-5b69-43b4-a995-085d52127fce tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395551
May 19 02:36:55.680969 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff64c5-c690-4d7e-8f4e-dda8cc6a682c req-fc8a1d07-76af-45b8-b757-751675422d0e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:55.682413 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-76ff64c5-c690-4d7e-8f4e-dda8cc6a682c req-fc8a1d07-76af-45b8-b757-751675422d0e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0798895
May 19 02:36:55.726481 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-76ff64c5-c690-4d7e-8f4e-dda8cc6a682c req-2bc5b47b-89db-4a9a-885f-88949c7f78c6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383177
May 19 02:36:55.734561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637184ee-9a85-4f49-8014-469d5fcc8724 req-c8d30754-ec38-4a92-85c7-74093192574e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:55.736536 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-637184ee-9a85-4f49-8014-469d5fcc8724 req-c8d30754-ec38-4a92-85c7-74093192574e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0831470
May 19 02:36:55.781101 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-637184ee-9a85-4f49-8014-469d5fcc8724 req-044bc51f-02df-46b1-857a-53ff8a5ed40f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385234
May 19 02:36:55.901790 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aa702-f0ce-4f2b-997c-74a4b1361ddf req-67e9cf6c-66ea-4d9c-b874-a6fd68e87611 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:55.903234 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-792aa702-f0ce-4f2b-997c-74a4b1361ddf req-67e9cf6c-66ea-4d9c-b874-a6fd68e87611 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0811284
May 19 02:36:55.949556 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-792aa702-f0ce-4f2b-997c-74a4b1361ddf req-1a652c03-8cb4-47dc-8757-bee77c149c32 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406730
May 19 02:36:56.913226 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92208056-2c6c-4106-9e7f-7a2fe6a98f00 req-6663d570-5fd1-4004-85d4-4efa4ea52043 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:56.914672 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-92208056-2c6c-4106-9e7f-7a2fe6a98f00 req-6663d570-5fd1-4004-85d4-4efa4ea52043 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0857124
May 19 02:36:56.959334 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-92208056-2c6c-4106-9e7f-7a2fe6a98f00 req-951ca563-7a18-4614-b521-993c279a5230 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389583
May 19 02:36:56.970446 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e61a7-bfea-4a46-b9dd-43b6da280017 req-d567a8c4-0a1f-4208-9c32-203f746a56b2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:56.971909 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b9e61a7-bfea-4a46-b9dd-43b6da280017 req-d567a8c4-0a1f-4208-9c32-203f746a56b2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0790157
May 19 02:36:57.016403 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b9e61a7-bfea-4a46-b9dd-43b6da280017 req-628558df-8989-462f-bc99-b32502f13410 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381956
May 19 02:36:57.141346 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc940f-ee5b-4edc-a80e-46f389deb68a req-b9744938-6353-4138-a22b-6575d501df69 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:57.142981 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-30bc940f-ee5b-4edc-a80e-46f389deb68a req-b9744938-6353-4138-a22b-6575d501df69 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0815957
May 19 02:36:57.193333 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-30bc940f-ee5b-4edc-a80e-46f389deb68a req-39e007f7-b51c-4937-848b-b9c6b811045a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435927
May 19 02:36:58.147913 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817d526-0f4d-48b8-b1b1-743302074fc6 req-b32ca2e9-2dea-4d92-9cab-ef22dbf67c3d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:58.149387 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e817d526-0f4d-48b8-b1b1-743302074fc6 req-b32ca2e9-2dea-4d92-9cab-ef22dbf67c3d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0841856
May 19 02:36:58.193961 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e817d526-0f4d-48b8-b1b1-743302074fc6 req-ddaee5f4-22c9-40c1-9e03-a47b3f6b5884 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389745
May 19 02:36:58.200967 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420f388-8c76-479c-9242-12bdae649192 req-99876dff-87c8-49f9-98e1-082b90767355 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:58.202395 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0420f388-8c76-479c-9242-12bdae649192 req-99876dff-87c8-49f9-98e1-082b90767355 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0832264
May 19 02:36:58.247507 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0420f388-8c76-479c-9242-12bdae649192 req-dc9ec11b-de9c-4a27-b48b-636cb0ec7b6c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388401
May 19 02:36:58.375077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24601b8-f58d-45d1-8ea0-48c192d3e175 req-020d899a-ff14-4ff5-a74b-8e3e3a774a47 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:58.377049 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b24601b8-f58d-45d1-8ea0-48c192d3e175 req-020d899a-ff14-4ff5-a74b-8e3e3a774a47 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0807974
May 19 02:36:58.425310 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b24601b8-f58d-45d1-8ea0-48c192d3e175 req-52647494-72b3-406b-beea-e41ea5582a6b tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424290
May 19 02:36:59.375773 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753d64c-9b93-4dea-957b-bf9bf93ef2f6 req-805a292d-fa56-4911-8e4c-235e4d0315ef tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:59.377243 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5753d64c-9b93-4dea-957b-bf9bf93ef2f6 req-805a292d-fa56-4911-8e4c-235e4d0315ef tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0807467
May 19 02:36:59.424119 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5753d64c-9b93-4dea-957b-bf9bf93ef2f6 req-0ce32e37-03fc-436b-81b7-0ed704e0d13d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412765
May 19 02:36:59.430119 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb432-3226-46b0-896f-13c289a520ac req-53e38bbe-40c0-4489-a650-0619d2de1dee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:59.431633 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8eafb432-3226-46b0-896f-13c289a520ac req-53e38bbe-40c0-4489-a650-0619d2de1dee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0805507
May 19 02:36:59.477317 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8eafb432-3226-46b0-896f-13c289a520ac req-9b4d84a1-4469-47f3-9fcc-13b54e5c8a3f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399246
May 19 02:36:59.608066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b07f0-69ee-4363-8f30-eaff6c940b02 req-f76b208d-c709-42ed-8247-44ad9abc324d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:36:59.609475 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-445b07f0-69ee-4363-8f30-eaff6c940b02 req-f76b208d-c709-42ed-8247-44ad9abc324d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0783877
May 19 02:36:59.654241 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-445b07f0-69ee-4363-8f30-eaff6c940b02 req-ab1650a3-73ff-41d8-b2d8-bc7a3b2e1523 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0390251
May 19 02:37:00.612790 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973527b-dccd-47c1-827c-59dffb4d57e1 req-9906ae33-8808-487d-87d2-5a48830434ec tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:00.614262 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7973527b-dccd-47c1-827c-59dffb4d57e1 req-9906ae33-8808-487d-87d2-5a48830434ec tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0842404
May 19 02:37:00.658679 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7973527b-dccd-47c1-827c-59dffb4d57e1 req-c82b5089-dc6f-4eff-ab1c-8046b87763f9 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387435
May 19 02:37:00.663275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03ca71-7cd4-49b5-87d7-1e385de54863 req-2780b498-6857-47ca-831b-12a578f5c9fb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:00.664782 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b03ca71-7cd4-49b5-87d7-1e385de54863 req-2780b498-6857-47ca-831b-12a578f5c9fb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0835218
May 19 02:37:00.710138 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b03ca71-7cd4-49b5-87d7-1e385de54863 req-15135037-becb-4298-b911-a023aadf6d6f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396461
May 19 02:37:00.834795 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b417ce-9472-41c9-8ef8-1071558a0fc7 req-04b56d42-5a80-4ed8-9176-d1d81aac96bf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:00.836222 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-69b417ce-9472-41c9-8ef8-1071558a0fc7 req-04b56d42-5a80-4ed8-9176-d1d81aac96bf tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0788360
May 19 02:37:00.886865 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-69b417ce-9472-41c9-8ef8-1071558a0fc7 req-911274f0-3aa2-442d-9e41-498620798a12 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450029
May 19 02:37:00.982732 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0523ebab-3daa-47bb-a632-08a30cd4bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:01.032882 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-449db33e-1d1c-4f3a-b0a3-a86fcc89b05b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:01.034279 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-449db33e-1d1c-4f3a-b0a3-a86fcc89b05b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0795846
May 19 02:37:01.844080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfa26-42b7-485c-9157-6a49e1e17665 req-cd06370e-8752-4873-959a-06f861fc1384 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:01.846065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb0bfa26-42b7-485c-9157-6a49e1e17665 req-cd06370e-8752-4873-959a-06f861fc1384 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0839996
May 19 02:37:01.889449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb0bfa26-42b7-485c-9157-6a49e1e17665 req-2968fd80-00fb-4992-a14d-321b0214750c tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376334
May 19 02:37:01.893386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfb94c-c05a-4639-8848-531ed0f2d6c7 req-b51bad68-41d0-4226-a7b5-99078c21cbd6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:01.894831 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ddfb94c-c05a-4639-8848-531ed0f2d6c7 req-b51bad68-41d0-4226-a7b5-99078c21cbd6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0824251
May 19 02:37:01.941634 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6ddfb94c-c05a-4639-8848-531ed0f2d6c7 req-e9a852c2-01cf-4d42-9e6d-50e3df627a3e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412760
May 19 02:37:02.069972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091046f-3ceb-4c00-81d8-f66e32303e44 req-e01493a4-5dc5-49a1-81b6-1da699213725 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:02.071411 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d091046f-3ceb-4c00-81d8-f66e32303e44 req-e01493a4-5dc5-49a1-81b6-1da699213725 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0792501
May 19 02:37:02.116597 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d091046f-3ceb-4c00-81d8-f66e32303e44 req-89086d67-ea12-473b-bc3a-311c6db18a26 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395350
May 19 02:37:02.938134 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:37:02.950945 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Deleting port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:37:02.951493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.077417 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.093107 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea73fe-7c87-481e-b55b-a37372e4d9aa req-9788fa15-2b4b-4bdd-94bc-2c2dad94288d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:03.094582 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f8ea73fe-7c87-481e-b55b-a37372e4d9aa req-9788fa15-2b4b-4bdd-94bc-2c2dad94288d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 945 time: 0.0880845
May 19 02:37:03.106915 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:03.118008 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:03.122348 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.124591 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:03.147611 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f8ea73fe-7c87-481e-b55b-a37372e4d9aa req-90a5bef1-8ea5-431b-860b-6c6b9d0c1957 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472479
May 19 02:37:03.205377 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=6']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:03.209788 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:03.212148 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'code': 200}
May 19 02:37:03.228756 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] For port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:03.229108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.355184 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Calling delete_port for 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:37:03.378968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4c942-3521-4515-beaf-3ae218ee7c7e req-c5187afa-8fe4-4768-9901-e3156819efc3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:03.380457 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-37f4c942-3521-4515-beaf-3ae218ee7c7e req-c5187afa-8fe4-4768-9901-e3156819efc3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.3277762
May 19 02:37:03.427650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.431590 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-37f4c942-3521-4515-beaf-3ae218ee7c7e req-4fbd266e-072b-4ee0-ab46-996b32fc41c5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444195
May 19 02:37:03.465959 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545acc6-f7ec-4455-b902-d9e9663060be req-a23f9802-83bc-404e-91e1-586ae0c9d916 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:03.467427 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2545acc6-f7ec-4455-b902-d9e9663060be req-a23f9802-83bc-404e-91e1-586ae0c9d916 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.1748660
May 19 02:37:03.471966 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7e027719-3ef0-438e-8419-6373ad70e098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.516667 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2545acc6-f7ec-4455-b902-d9e9663060be req-1835d204-7664-44c6-9884-8bba68af9ff1 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411031
May 19 02:37:03.529268 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.534888 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5e440ff7-20f8-43ce-a6a2-8b543246322e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:03.577770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Pushing event deleted for resources: {'Port': ['ID=0f0fc4bc-8904-4c8c-b51a-002bc1af30c8,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:03.611343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.611709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.612068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.612423 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.612775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.613121 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.613474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.613805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.614146 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.614484 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.614826 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.615185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:03.628556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:03.665388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] No DVR routers for this DVR port 0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:37:03.667857 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:03.670672 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-deleted', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:03.686432 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c5cfbad4-db54-45f0-8a83-6abe0cdff3ce req-8f3caf4d-a978-42cd-af22-c0617c1e8b05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "DELETE /v2.0/ports/0f0fc4bc-8904-4c8c-b51a-002bc1af30c8 HTTP/1.1" status: 204  len: 173 time: 0.8694160
May 19 02:37:03.715822 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b7a9b1-501e-4dd6-ac7c-3098fab791b3', 'name': 'network-vif-deleted', 'tag': '0f0fc4bc-8904-4c8c-b51a-002bc1af30c8', 'status': 'completed', 'code': 200}
May 19 02:37:04.243205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:04.319449 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-dc0f77e8-74b1-4283-b808-962718707f18 req-647e2608-993b-4485-bb49-5d7378aa7f37 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=45b7a9b1-501e-4dd6-ac7c-3098fab791b3 HTTP/1.1" status: 200  len: 210 time: 0.0448313
May 19 02:37:04.643348 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ec616-c54b-4d20-a75f-aba53e82fc7a req-00c2e9c9-61da-4867-911e-ce27708a5988 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:04.646150 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-367ec616-c54b-4d20-a75f-aba53e82fc7a req-00c2e9c9-61da-4867-911e-ce27708a5988 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0917823
May 19 02:37:04.663034 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:04.702931 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-367ec616-c54b-4d20-a75f-aba53e82fc7a req-d909ced3-3908-46ed-96d7-70b65552e090 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493705
May 19 02:37:04.747795 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17689de7-9538-4107-9006-8a785d161526 req-74798688-c7d2-4c2f-a8e7-f346fbb4105e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:04.749248 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17689de7-9538-4107-9006-8a785d161526 req-74798688-c7d2-4c2f-a8e7-f346fbb4105e tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.1156197
May 19 02:37:04.805878 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17689de7-9538-4107-9006-8a785d161526 req-b77a8bee-0ad7-4e50-b5d1-97ec5e05f4ca tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0497820
May 19 02:37:05.734086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-bfbbfc42-3cb0-4ddb-85d4-3cc6ff05436b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:05.735891 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-bfbbfc42-3cb0-4ddb-85d4-3cc6ff05436b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 809 time: 0.1453300
May 19 02:37:05.752093 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4c1c8405-b67a-4a5f-b6ec-6064539b335f tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/quotas/beac7b6fdad24473a77730e83b935d24 HTTP/1.1" status: 200  len: 375 time: 0.0104067
May 19 02:37:05.806971 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-da51268f-a6fc-42e4-aa12-e09ee460514c tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493081
May 19 02:37:05.894540 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e41f2-e2f9-45f6-a538-23704309f270 req-713ef22a-66da-44c8-885e-f19d58b5a5b4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:05.896003 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c1e41f2-e2f9-45f6-a538-23704309f270 req-713ef22a-66da-44c8-885e-f19d58b5a5b4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0854244
May 19 02:37:05.940974 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c1e41f2-e2f9-45f6-a538-23704309f270 req-6e9cb667-a3ae-4947-a3ab-b7a4f38991bf tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392015
May 19 02:37:06.039529 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-c91c2556-a0b5-4193-a1d8-f18264a48132 service neutron] 10.222.0.63 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240839
May 19 02:37:06.116085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da00a0e-bcc6-4a44-8afa-4a596326e114 req-7bc9923d-7f15-4c78-9843-c85901c9693a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:06.117516 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9da00a0e-bcc6-4a44-8afa-4a596326e114 req-7bc9923d-7f15-4c78-9843-c85901c9693a tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0862818
May 19 02:37:06.167988 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9da00a0e-bcc6-4a44-8afa-4a596326e114 req-64a92b69-e455-4322-b5af-9af4129b1ba6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446761
May 19 02:37:06.173993 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-d4b3af35-a254-4ccd-8c73-eded87b7892b service neutron] 10.222.0.63 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286440
May 19 02:37:06.209887 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:06.346081 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-a0a3432b-243f-4847-a8b2-8790205abf41 req-978669c3-4609-4a07-80e7-0e6d1b501294 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Synchronizing usage tracker for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:06.362885 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-a0a3432b-243f-4847-a8b2-8790205abf41 req-978669c3-4609-4a07-80e7-0e6d1b501294 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Unset dirty status for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:06.364239 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0a3432b-243f-4847-a8b2-8790205abf41 req-978669c3-4609-4a07-80e7-0e6d1b501294 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 210 time: 0.0594141
May 19 02:37:07.127137 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d825b86-f4c3-49a0-b2b1-35f6d5cd8aa6 req-97be33f2-8c6f-47c9-a1cf-49cf05aef931 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:07.128481 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7d825b86-f4c3-49a0-b2b1-35f6d5cd8aa6 req-97be33f2-8c6f-47c9-a1cf-49cf05aef931 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0794494
May 19 02:37:07.171780 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7d825b86-f4c3-49a0-b2b1-35f6d5cd8aa6 req-3fd53683-174b-445b-9c12-99fc1dac5007 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375493
May 19 02:37:07.354396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfd11-8921-490f-baa2-39cf05ab5d18 req-d233d9c1-6321-4bca-826f-04cd31094efc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:07.356145 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa9cfd11-8921-490f-baa2-39cf05ab5d18 req-d233d9c1-6321-4bca-826f-04cd31094efc tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0807514
May 19 02:37:07.409410 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-aa9cfd11-8921-490f-baa2-39cf05ab5d18 req-e930b156-6000-4391-aa8f-320bc400bb2f tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472095
May 19 02:37:07.518377 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c05d026b-8cf0-4cae-8ff7-895bcfe2c510 req-1d2b07be-9cef-4af2-960b-b89042829218 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 210 time: 0.0464702
May 19 02:37:07.667727 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-ed63fedd-161e-484a-a119-22830a169711 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:07.669093 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-ed63fedd-161e-484a-a119-22830a169711 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 809 time: 0.1551707
May 19 02:37:07.688077 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Request body: {'port': {'device_id': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d', 'admin_state_up': True, 'tenant_id': 'beac7b6fdad24473a77730e83b935d24'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:07.829954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:07.840216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:07.851041 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Made reservation on behalf of beac7b6fdad24473a77730e83b935d24 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:37:07.854492 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:08.013383 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Allocated IP 172.20.0.5 (24b67c1c-4a6a-479d-840c-f3623f0b8c5d/9ceb0b65-8ab6-4d54-8378-9e519a4ff065/39b74fac-a80b-4289-a5af-eafa1fd7067d) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:37:08.214951 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:08.243273 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:08.250550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b1cb1848-9b26-4f88-9fb3-5d51acdce2ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:08.449175 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:37:08.454523 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:37:08.457244 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:37:08.525041 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Pushing event updated for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:08.531201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:08.544365 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:08.544963 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:08.578901 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c8fec-9368-41ee-85c9-e5fc0a2eb510 req-f73bde9b-459c-4fa8-92c5-c9a7c91deea7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:08.580411 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-193c8fec-9368-41ee-85c9-e5fc0a2eb510 req-f73bde9b-459c-4fa8-92c5-c9a7c91deea7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.2912898
May 19 02:37:08.586216 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9021745
May 19 02:37:08.600620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ace8a-511f-498c-82f6-cd8582442a91 req-93a2d23e-9810-42e8-bce9-a5c82975bed8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:08.602076 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f04ace8a-511f-498c-82f6-cd8582442a91 req-93a2d23e-9810-42e8-bce9-a5c82975bed8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0855188
May 19 02:37:08.607273 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Request body: {'port': {'device_id': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:08.649188 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f04ace8a-511f-498c-82f6-cd8582442a91 req-492107cc-a414-4036-90b6-4cb72d79f9fa tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409334
May 19 02:37:08.679343 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-193c8fec-9368-41ee-85c9-e5fc0a2eb510 req-c34125fb-4dbe-407d-a2d4-fe5a0f57dc61 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0921817
May 19 02:37:08.737020 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:08.833986 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325bb86-89c2-4c55-904f-3284cb41ddeb req-e82285cf-3485-4b49-b8e1-6d8c1959bff6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:08.835444 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3325bb86-89c2-4c55-904f-3284cb41ddeb req-e82285cf-3485-4b49-b8e1-6d8c1959bff6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 931 time: 0.0825052
May 19 02:37:08.885403 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3325bb86-89c2-4c55-904f-3284cb41ddeb req-f3d47ef4-f544-4602-a95c-31995a3eda05 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438054
May 19 02:37:09.089885 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b74fac-a80b-4289-a5af-eafa1fd7067d {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:37:09.097591 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:09.111883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Transition to ACTIVE for port object 39b74fac-a80b-4289-a5af-eafa1fd7067d will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:37:09.115344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:09.119714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1342e861-f718-4772-8e24-599adcecb9e6 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:09.274122 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Pushing event updated for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:09.300847 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:09.345836 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Attempting to bind port 39b74fac-a80b-4289-a5af-eafa1fd7067d on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:37:09.346408 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Attempting to bind port 39b74fac-a80b-4289-a5af-eafa1fd7067d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:37:09.346747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Attempting to bind port 39b74fac-a80b-4289-a5af-eafa1fd7067d on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:37:09.351650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Port 39b74fac-a80b-4289-a5af-eafa1fd7067d on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:37:09.351840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Attempting to bind port 39b74fac-a80b-4289-a5af-eafa1fd7067d on network 24b67c1c-4a6a-479d-840c-f3623f0b8c5d {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:37:09.357035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:37:09.357371 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Checking segment: {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:37:09.357749 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Bound using segment: {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:37:09.358181 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Bound port: 39b74fac-a80b-4289-a5af-eafa1fd7067d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:37:09.358516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:09.444074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:37:09.447007 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:37:09.451175 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:09.456000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:09.512946 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:09.513539 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:09.514849 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] 10.222.0.55 "PUT /v2.0/ports/39b74fac-a80b-4289-a5af-eafa1fd7067d HTTP/1.1" status: 200  len: 1093 time: 0.9132729
May 19 02:37:09.515366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:09.534887 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Pushing event updated for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:09.538373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:09.565624 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d', 'status': 'completed', 'code': 200}
May 19 02:37:09.654280 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-846617ac-2497-45fd-9586-f63890849fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:09.655742 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-846617ac-2497-45fd-9586-f63890849fbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 1096 time: 0.0695748
May 19 02:37:09.729449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-1cb20c7d-13d2-4384-9951-6830e0c58f60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d HTTP/1.1" status: 200  len: 217 time: 0.0640011
May 19 02:37:09.825273 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7551c-7186-4785-991f-e78932bc58d8 req-e4f72957-dd9c-4b86-94e1-ed35d0698b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:09.826569 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-e4f72957-dd9c-4b86-94e1-ed35d0698b16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ceb0b65-8ab6-4d54-8378-9e519a4ff065 HTTP/1.1" status: 200  len: 849 time: 0.0898561
May 19 02:37:09.836140 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d156dc-3742-4f35-a8b9-2227a1f4fa6c req-fa1aabd7-6eb1-4329-97e5-0817bfe8c18c tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:09.837600 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b1d156dc-3742-4f35-a8b9-2227a1f4fa6c req-fa1aabd7-6eb1-4329-97e5-0817bfe8c18c tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0812006
May 19 02:37:09.883367 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b1d156dc-3742-4f35-a8b9-2227a1f4fa6c req-9792a40a-4374-48fb-a280-8e267399e094 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397172
May 19 02:37:09.891314 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-cee27475-4ab3-46be-8408-eca11f84ecf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534892
May 19 02:37:09.998607 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720a33d-cb21-4639-b41a-cd087b9c8be9 req-fd602694-9b14-45aa-9dad-de68f014181b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:10.000091 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a720a33d-cb21-4639-b41a-cd087b9c8be9 req-fd602694-9b14-45aa-9dad-de68f014181b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.2082789
May 19 02:37:10.070399 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ca24a-db62-465f-85aa-0fa8c054a457 req-271c5d32-2572-4a17-aa35-0e5cad5c4494 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:10.071414 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a720a33d-cb21-4639-b41a-cd087b9c8be9 req-aeab5efa-6b0c-4502-9366-05fe4f73bfe3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614641
May 19 02:37:10.073343 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-2f7fb0cd-b81b-4e96-9c37-0b2be74b7227 service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742802
May 19 02:37:10.077396 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-710ca24a-db62-465f-85aa-0fa8c054a457 req-271c5d32-2572-4a17-aa35-0e5cad5c4494 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 943 time: 0.0889785
May 19 02:37:10.122549 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-710ca24a-db62-465f-85aa-0fa8c054a457 req-32ac622d-c066-4b14-86c8-dc36dc84593e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441196
May 19 02:37:10.305895 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bae7551c-7186-4785-991f-e78932bc58d8 req-da163e28-d28f-42ee-9efa-d21217342c76 service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2178090
May 19 02:37:10.386538 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58342) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:10.429627 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-70f6a811-17a6-4ce5-b9cc-d28b926cbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:10.431087 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-70f6a811-17a6-4ce5-b9cc-d28b926cbc2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beac7b6fdad24473a77730e83b935d24&device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 1096 time: 0.0699697
May 19 02:37:10.502164 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.516200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:10.520623 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Usage tracker for resource:security_group_rule and tenant:9ba5352dbdd8415f8a39e970e5188577 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:10.523483 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:10.529055 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:10.563835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-758bcf60-6841-40d7-bab7-8cd84a55cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:10.565468 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-758bcf60-6841-40d7-bab7-8cd84a55cb3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 200  len: 910 time: 0.1257865
May 19 02:37:10.610387 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.614654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.622851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3900202d-c0d7-4c2c-8338-003680b9dc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:10.643784 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-71c3bf4f-f503-4d6a-b96f-1e1d23f5405c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d HTTP/1.1" status: 200  len: 217 time: 0.0656667
May 19 02:37:10.664848 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ba5352dbdd8415f8a39e970e5188577&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2772086
May 19 02:37:10.666427 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d4b5ed-f701-4265-8768-3ee2ca78f724,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:10.668687 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58348) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:10.671071 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:10.715512 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-0c04a237-6a1e-44c1-9e67-fbce943ab40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:10.716938 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-0c04a237-6a1e-44c1-9e67-fbce943ab40f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9ceb0b65-8ab6-4d54-8378-9e519a4ff065 HTTP/1.1" status: 200  len: 849 time: 0.0611532
May 19 02:37:10.728304 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.754669 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.772086 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-9aee33a7-f27b-4d24-88e8-bc5a1b316122 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24b67c1c-4a6a-479d-840c-f3623f0b8c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436869
May 19 02:37:10.806835 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.810545 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5ac4a421-09a3-483b-b4bf-0cbe23ba57f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:10.824119 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d4b5ed-f701-4265-8768-3ee2ca78f724,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:10.829001 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:10.833092 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:10.836564 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/96d4b5ed-f701-4265-8768-3ee2ca78f724 HTTP/1.1" status: 204  len: 168 time: 0.1646879
May 19 02:37:10.911433 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-84831fec-916f-44a9-8e59-496543c51029 service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307244
May 19 02:37:11.110990 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4182fc0b-91c9-4366-b207-8c348abe4c57 req-cbdbbcd0-685b-4065-9055-4eb46028f31e service neutron] 10.222.0.55 "GET /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912169
May 19 02:37:11.132238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5de5f8-1cec-4716-a8e7-1ae8505f0ec7 req-204aaf4e-0992-4b51-9297-ea934a4c62c8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:11.135554 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf5de5f8-1cec-4716-a8e7-1ae8505f0ec7 req-204aaf4e-0992-4b51-9297-ea934a4c62c8 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.1264372
May 19 02:37:11.182502 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf5de5f8-1cec-4716-a8e7-1ae8505f0ec7 req-78a780e2-4a01-4e43-b883-0af2d2b2644d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431027
May 19 02:37:11.259354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf669-b137-4f29-b71a-4a20f9187eb3 req-d1f10462-5c41-452f-aecf-64e8d0375053 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:11.260790 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-772cf669-b137-4f29-b71a-4a20f9187eb3 req-d1f10462-5c41-452f-aecf-64e8d0375053 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0822961
May 19 02:37:11.304710 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-772cf669-b137-4f29-b71a-4a20f9187eb3 req-d23d194d-3426-435f-a5db-67f960c55eb2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382872
May 19 02:37:11.351383 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44689e-504e-495c-9bb1-7917ed85101b req-a8f9490c-b48e-4eac-adb9-3a2ac48253cf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:11.352062 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-6c44689e-504e-495c-9bb1-7917ed85101b req-a8f9490c-b48e-4eac-adb9-3a2ac48253cf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Synchronizing usage tracker for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:11.366817 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-6c44689e-504e-495c-9bb1-7917ed85101b req-a8f9490c-b48e-4eac-adb9-3a2ac48253cf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Unset dirty status for tenant:beac7b6fdad24473a77730e83b935d24 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:11.367947 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c44689e-504e-495c-9bb1-7917ed85101b req-a8f9490c-b48e-4eac-adb9-3a2ac48253cf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 943 time: 0.0935233
May 19 02:37:11.411076 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6c44689e-504e-495c-9bb1-7917ed85101b req-8953a64d-0d6e-4bcb-87ca-f4e75f4c4f92 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372608
May 19 02:37:12.369616 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0287-16f6-4349-8ba0-2eb1a4e1c161 req-443befce-64b8-467b-8575-c5c2f7d74749 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:12.371050 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-801b0287-16f6-4349-8ba0-2eb1a4e1c161 req-443befce-64b8-467b-8575-c5c2f7d74749 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0811443
May 19 02:37:12.417103 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-801b0287-16f6-4349-8ba0-2eb1a4e1c161 req-26a09e2c-9978-4953-a16f-3567d60ea887 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399308
May 19 02:37:12.509550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8332-eef3-4a36-82fe-b3f3340b902b req-4b4a4e38-d6b0-49a4-92af-8bd756b0bdd3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:12.511017 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-663c8332-eef3-4a36-82fe-b3f3340b902b req-4b4a4e38-d6b0-49a4-92af-8bd756b0bdd3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0961301
May 19 02:37:12.559723 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-663c8332-eef3-4a36-82fe-b3f3340b902b req-0636cea8-d99f-453a-82c7-e1f46371ef53 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419753
May 19 02:37:12.688351 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40725df-4e28-4ba1-b8cf-ff20eb5a9457 req-d87a70b2-86ca-420e-a888-57e487830e94 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:12.689907 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f40725df-4e28-4ba1-b8cf-ff20eb5a9457 req-d87a70b2-86ca-420e-a888-57e487830e94 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 943 time: 0.1738153
May 19 02:37:12.736431 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f40725df-4e28-4ba1-b8cf-ff20eb5a9457 req-605196b2-8b53-480f-b351-1fa64e71fa23 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407193
May 19 02:37:12.967762 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 39b74fac-a80b-4289-a5af-eafa1fd7067d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:37:13.112747 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:13.125275 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '39b74fac-a80b-4289-a5af-eafa1fd7067d', 'network_id': '24b67c1c-4a6a-479d-840c-f3623f0b8c5d', 'port_id': '39b74fac-a80b-4289-a5af-eafa1fd7067d', 'mac_address': 'fa:16:3e:f0:35:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceb0b65-8ab6-4d54-8378-9e519a4ff065', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:37:13.183765 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:13.199943 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b74fac-a80b-4289-a5af-eafa1fd7067d {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:37:13.214753 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:13.218615 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:13.220771 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-5143b9af-addb-422f-b958-0db52e4241cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:13.283789 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:13.286790 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:13.599507 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd805d9-0ef4-4eb0-82cd-4f86a7a90338 req-4e52cc8d-3bbf-4077-aacd-2b157a3fa0bd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:13.600950 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2dd805d9-0ef4-4eb0-82cd-4f86a7a90338 req-4e52cc8d-3bbf-4077-aacd-2b157a3fa0bd tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0787427
May 19 02:37:13.650044 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2dd805d9-0ef4-4eb0-82cd-4f86a7a90338 req-06d86c08-72bd-455f-b49c-8ae80a89c09d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432272
May 19 02:37:13.741170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd0b16-8545-4c09-a22a-4755ee6e8ed3 req-e9bdd084-d06b-4ace-9842-b35f44045a75 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:13.742681 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ddd0b16-8545-4c09-a22a-4755ee6e8ed3 req-e9bdd084-d06b-4ace-9842-b35f44045a75 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0789189
May 19 02:37:13.791624 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ddd0b16-8545-4c09-a22a-4755ee6e8ed3 req-04544614-84ea-4209-9df9-e96cc62093e4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428150
May 19 02:37:13.919705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adf33f-3b3e-42d8-b025-70ca0bacb090 req-cdbea887-a85a-46cd-bbfa-8ef56d36591d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:13.921099 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-63adf33f-3b3e-42d8-b025-70ca0bacb090 req-cdbea887-a85a-46cd-bbfa-8ef56d36591d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 944 time: 0.0794678
May 19 02:37:13.922606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['39b74fac-a80b-4289-a5af-eafa1fd7067d'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:37:13.970180 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-63adf33f-3b3e-42d8-b025-70ca0bacb090 req-ae6e3f1b-99d5-428d-9856-a8190e132e34 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412674
May 19 02:37:14.836432 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca351bcf-c431-4d32-9c6c-c55753bf5267 req-3c92b51e-aa3e-42b2-9d9d-10175b95cd02 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:14.837888 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ca351bcf-c431-4d32-9c6c-c55753bf5267 req-3c92b51e-aa3e-42b2-9d9d-10175b95cd02 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0798979
May 19 02:37:14.884126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ca351bcf-c431-4d32-9c6c-c55753bf5267 req-1d651199-a779-4db8-9164-3e54e7b2cfd0 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=719797ad-4c22-4803-8f12-a90ffb1728c1&id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405793
May 19 02:37:14.978811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde1713-60b2-4ad4-8367-db8a20c6dda1 req-ebb3b146-2740-4b55-8acc-54eddb56d67c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:14.980282 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7bde1713-60b2-4ad4-8367-db8a20c6dda1 req-ebb3b146-2740-4b55-8acc-54eddb56d67c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0833452
May 19 02:37:15.024366 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7bde1713-60b2-4ad4-8367-db8a20c6dda1 req-08f42951-a4b9-434b-a125-94162ac900dc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383379
May 19 02:37:15.156111 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e75a2-e324-4203-8b0c-882eed82f5e5 req-b49e42d3-277f-43b5-8be4-9d84d45b948e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:15.157455 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d9e75a2-e324-4203-8b0c-882eed82f5e5 req-b49e42d3-277f-43b5-8be4-9d84d45b948e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 944 time: 0.0816472
May 19 02:37:15.201379 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4d9e75a2-e324-4203-8b0c-882eed82f5e5 req-659cd10a-13a8-48c6-9e65-02c617d6c1a6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376301
May 19 02:37:16.204223 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3eb5-53d8-440a-b1cc-ca10861e10e9 req-a974a8b8-2c82-4a83-9bd7-cf1506b87daa tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:16.205663 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b05c3eb5-53d8-440a-b1cc-ca10861e10e9 req-a974a8b8-2c82-4a83-9bd7-cf1506b87daa tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0782211
May 19 02:37:16.253930 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b05c3eb5-53d8-440a-b1cc-ca10861e10e9 req-a835a2bd-9c1e-47fa-95f3-b5f70679ba65 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425718
May 19 02:37:16.380611 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2968-205a-48a7-ac6a-a3ebde552a71 req-2e644c3b-5884-4220-9b64-b2d1ba1ffee7 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:16.381932 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-78aa2968-205a-48a7-ac6a-a3ebde552a71 req-2e644c3b-5884-4220-9b64-b2d1ba1ffee7 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 944 time: 0.0774937
May 19 02:37:16.425013 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-78aa2968-205a-48a7-ac6a-a3ebde552a71 req-33ca6e7e-be5b-4258-9891-819a24b4aa61 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375922
May 19 02:37:16.995533 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 39b74fac-a80b-4289-a5af-eafa1fd7067d up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:37:17.060850 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 39b74fac-a80b-4289-a5af-eafa1fd7067d completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:37:17.065474 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 39b74fac-a80b-4289-a5af-eafa1fd7067d triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:37:17.065851 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:17.180233 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:17.205824 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:17.215203 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:17.219364 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:17.221709 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:17.255383 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d', 'code': 200}
May 19 02:37:17.290398 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:17.293177 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:17.449525 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7cb04-2dbd-4b17-9f78-4b23c416c308 req-e3e87e83-e5f3-4101-9dec-9b033b212e08 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:17.451388 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-22e7cb04-2dbd-4b17-9f78-4b23c416c308 req-e3e87e83-e5f3-4101-9dec-9b033b212e08 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0845149
May 19 02:37:17.479366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d39c3-4092-44ad-8298-c76a0c59990f req-c40f3764-12c4-40a9-9b6b-d350381199ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:17.480833 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f85d39c3-4092-44ad-8298-c76a0c59990f req-c40f3764-12c4-40a9-9b6b-d350381199ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 1098 time: 0.0703361
May 19 02:37:17.497599 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-22e7cb04-2dbd-4b17-9f78-4b23c416c308 req-5a6c7b4b-9226-46e8-90d5-79ca42b91451 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398047
May 19 02:37:17.526179 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f85d39c3-4092-44ad-8298-c76a0c59990f req-7e31b77d-f37b-4c16-bc8d-27e40ae4dae9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352018
May 19 02:37:17.705909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61cdb-8a92-4014-b950-6e8ebc168683 req-cb6b00b1-4303-4ce2-8983-583c4693e86f tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:17.707360 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-30b61cdb-8a92-4014-b950-6e8ebc168683 req-cb6b00b1-4303-4ce2-8983-583c4693e86f tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.1758602
May 19 02:37:17.754776 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-30b61cdb-8a92-4014-b950-6e8ebc168683 req-127b28cf-2550-49c9-817b-7350d62fcff1 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416989
May 19 02:37:17.840878 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7e0cf-ae84-48d7-9f3b-45f85f13d978 req-04651498-5abc-43fc-abe3-af541320e9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:17.842324 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c1c7e0cf-ae84-48d7-9f3b-45f85f13d978 req-04651498-5abc-43fc-abe3-af541320e9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0838172
May 19 02:37:17.887159 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c1c7e0cf-ae84-48d7-9f3b-45f85f13d978 req-6a78010e-8837-43f4-9245-391d0c9c05d5 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389779
May 19 02:37:17.905781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-baf20e66-92f6-4686-a9ed-4a4b0fa93ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:17.907402 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-baf20e66-92f6-4686-a9ed-4a4b0fa93ed1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.0718844
May 19 02:37:18.036238 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-30a1a46b-8d76-44d3-86a3-915ad4f9ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:18.037546 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-30a1a46b-8d76-44d3-86a3-915ad4f9ad15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1218681
May 19 02:37:18.144073 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-17528ea7-409d-4c9b-b4d3-d565d4e48966 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0948832
May 19 02:37:18.209215 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-75b65a41-dc7e-49d3-beba-d6f9f81284fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:18.210611 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-75b65a41-dc7e-49d3-beba-d6f9f81284fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0590067
May 19 02:37:18.284390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-6ef7a7bc-ea3b-42f3-9628-34ac994d8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:18.285786 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-6ef7a7bc-ea3b-42f3-9628-34ac994d8572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0677841
May 19 02:37:18.420747 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-33982b78-80cb-4afa-a567-056416534081 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224837
May 19 02:37:18.562263 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-83b322d3-998a-4e9c-9b13-1711ca9e0172 req-ea28f72f-ead1-42d6-9249-85fe52d428eb service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207306
May 19 02:37:18.953562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b257074-1412-4279-873b-0d4def9107a6 req-eb60a792-3851-4862-ba2a-0d1b20ad71da tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:18.955534 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b257074-1412-4279-873b-0d4def9107a6 req-eb60a792-3851-4862-ba2a-0d1b20ad71da tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0914173
May 19 02:37:19.012761 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b257074-1412-4279-873b-0d4def9107a6 req-68e2d541-18ae-4cc8-93f3-28c012ad0aa3 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491476
May 19 02:37:19.080113 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f417c-10b1-4cd6-a664-166e2611be2a req-ad705a4c-4599-4369-bcac-c4de58108d6e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:19.081469 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-571f417c-10b1-4cd6-a664-166e2611be2a req-ad705a4c-4599-4369-bcac-c4de58108d6e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0805631
May 19 02:37:19.123339 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-571f417c-10b1-4cd6-a664-166e2611be2a req-734b7494-a3ab-4c11-bf1f-ad0054cfdd45 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0362935
May 19 02:37:20.116830 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:37:20.192722 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd2ee5-e29d-48bf-92d6-9b77e5ff8622 req-6eaae37c-d869-48e6-b7fd-55d890268410 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:20.194176 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fbbd2ee5-e29d-48bf-92d6-9b77e5ff8622 req-6eaae37c-d869-48e6-b7fd-55d890268410 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0794179
May 19 02:37:20.238372 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fbbd2ee5-e29d-48bf-92d6-9b77e5ff8622 req-3f45278b-cec3-4d76-b87c-c69de7d135d9 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385976
May 19 02:37:20.310880 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a8c1-7be2-491d-853a-36b8a4621487 req-9c5e17fb-d992-443b-9836-c79165843300 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:20.312254 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a826a8c1-7be2-491d-853a-36b8a4621487 req-9c5e17fb-d992-443b-9836-c79165843300 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0842569
May 19 02:37:20.357402 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a826a8c1-7be2-491d-853a-36b8a4621487 req-7c9123d4-a366-4bb4-a44f-b8adb218d3ca tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395203
May 19 02:37:21.525313 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d09642-f4fb-469b-b13f-e0d5099f32b8 req-63c4eb59-193d-4865-af79-f23e654e0edf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:21.526653 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b9d09642-f4fb-469b-b13f-e0d5099f32b8 req-63c4eb59-193d-4865-af79-f23e654e0edf tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0778658
May 19 02:37:21.573721 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b9d09642-f4fb-469b-b13f-e0d5099f32b8 req-08033c23-9cfe-4bd8-9180-8aae9e48dc27 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414860
May 19 02:37:22.760126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6933-aa3c-4ea4-a6f2-20819440f6ae req-21efee19-3cb0-4723-8bd3-1e0292bd2c3e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:22.761544 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2bdb6933-aa3c-4ea4-a6f2-20819440f6ae req-21efee19-3cb0-4723-8bd3-1e0292bd2c3e tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0818992
May 19 02:37:22.805234 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2bdb6933-aa3c-4ea4-a6f2-20819440f6ae req-3dee9f62-5a98-4cae-ac19-67d2740b98a6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380409
May 19 02:37:23.987373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12634f79-38ae-4b99-a85f-64f32ad079e6 req-7370baf3-5899-46fc-8631-510073dd1db6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:23.988832 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12634f79-38ae-4b99-a85f-64f32ad079e6 req-7370baf3-5899-46fc-8631-510073dd1db6 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0794971
May 19 02:37:24.032235 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-12634f79-38ae-4b99-a85f-64f32ad079e6 req-68bfdfb8-911a-4c2d-8337-c21ca0874fab tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378034
May 19 02:37:24.836625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-cf1d8945-73aa-45d3-a980-049b68271c63 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:24.838013 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-cf1d8945-73aa-45d3-a980-049b68271c63 tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.0778835
May 19 02:37:24.973520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Deleting port 39b74fac-a80b-4289-a5af-eafa1fd7067d {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:37:24.973859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:25.106244 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] For port 39b74fac-a80b-4289-a5af-eafa1fd7067d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=39b74fac-a80b-4289-a5af-eafa1fd7067d,segment=NetworkSegment(4c92c44a-ed96-4d8a-ae03-25011b0fe3c2),segment_id=4c92c44a-ed96-4d8a-ae03-25011b0fe3c2)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:25.106515 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:25.338702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Calling delete_port for 39b74fac-a80b-4289-a5af-eafa1fd7067d owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:37:25.404738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e1d3-2f0b-4f2c-988f-aa4fff78a5c9 req-e54d4362-41a4-4304-91ed-a885f02a915d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:25.406079 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e8d2e1d3-2f0b-4f2c-988f-aa4fff78a5c9 req-e54d4362-41a4-4304-91ed-a885f02a915d tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/ports?device_id=2056e93a-a4bb-432e-aab4-5c1fbc957883 HTTP/1.1" status: 200  len: 945 time: 0.2376370
May 19 02:37:25.494135 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e8d2e1d3-2f0b-4f2c-988f-aa4fff78a5c9 req-9835e2c7-c58b-4926-b08f-068c3c1d2edc tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.63 "GET /v2.0/security-groups?id=db7bea6f-d1a0-4484-9715-7f29e8794b71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769229
May 19 02:37:25.516549 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:25.522113 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-58bea351-87ec-4056-8a81-5b524a6468da tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:25.534254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['39b74fac-a80b-4289-a5af-eafa1fd7067d'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:37:25.569343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Pushing event deleted for resources: {'Port': ['ID=39b74fac-a80b-4289-a5af-eafa1fd7067d,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:25.572434 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:25.639770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] No DVR routers for this DVR port 39b74fac-a80b-4289-a5af-eafa1fd7067d on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:37:25.642135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:25.644546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'name': 'network-vif-deleted', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:25.660567 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-44ac7ed6-5b91-4916-a271-d85f41a4bcf3 req-571f7e5f-54ab-4c5b-9988-177dc7b657ba tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] 10.222.0.55 "DELETE /v2.0/ports/39b74fac-a80b-4289-a5af-eafa1fd7067d HTTP/1.1" status: 204  len: 173 time: 0.8143919
May 19 02:37:25.692545 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056e93a-a4bb-432e-aab4-5c1fbc957883', 'name': 'network-vif-deleted', 'tag': '39b74fac-a80b-4289-a5af-eafa1fd7067d', 'status': 'completed', 'code': 200}
May 19 02:37:30.056243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 39b74fac-a80b-4289-a5af-eafa1fd7067d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:37:30.089304 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 39b74fac-a80b-4289-a5af-eafa1fd7067d {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:37:30.089579 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 39b74fac-a80b-4289-a5af-eafa1fd7067d not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:37:30.974130 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-60dd11dd-91af-4671-a078-f60ab282ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:33.429737 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:33.452666 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c5bd-55fe-4feb-b69d-89c859958e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:34.253666 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:34.503005 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-070c611e-ad6c-456b-a1c1-c59f2367e7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0902877
May 19 02:37:34.638421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-1c38967f-e355-40b1-b4ec-42d3b12eb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:34.640043 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-1c38967f-e355-40b1-b4ec-42d3b12eb02c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 1099 time: 0.1082399
May 19 02:37:34.656606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:34.810287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-13d48a93-538e-42c5-8e83-d3c9fd81d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:34.811607 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-13d48a93-538e-42c5-8e83-d3c9fd81d62c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1394801
May 19 02:37:34.921759 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-5412ceb5-941f-4ee1-8e54-17ec0ea23b61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 200  len: 1002 time: 0.0986240
May 19 02:37:35.004975 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-9ce969b7-5f2b-4685-b182-02757ffb9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:35.006444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-9ce969b7-5f2b-4685-b182-02757ffb9d5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0670376
May 19 02:37:35.100548 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-883b5269-96dc-428c-97f8-808c4d96d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:35.101949 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-883b5269-96dc-428c-97f8-808c4d96d893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0834033
May 19 02:37:35.257314 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-c3d1752f-45fa-41fe-abba-38893774d34c service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387310
May 19 02:37:35.401177 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dc463b69-f6bc-4940-b148-16fe112c5967 req-d48027d9-7093-40b0-99fa-9eee870c37cf service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291118
May 19 02:37:36.219224 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:42.209150 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f6ca-3c1f-4511-9a65-704d45102598 req-215f2073-4e57-4437-b69f-fd6d1eac4807 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:42.211400 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c5c2f6ca-3c1f-4511-9a65-704d45102598 req-215f2073-4e57-4437-b69f-fd6d1eac4807 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.0822966
May 19 02:37:42.263335 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c5c2f6ca-3c1f-4511-9a65-704d45102598 req-51840af1-cba2-4686-ab89-dadb8085d27a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458393
May 19 02:37:43.461670 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52eee5-3867-42bc-b4a1-a1e7e04fbbcb req-7fcdc122-002a-4d03-bf89-46a303e9ce49 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:43.462998 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7e52eee5-3867-42bc-b4a1-a1e7e04fbbcb req-7fcdc122-002a-4d03-bf89-46a303e9ce49 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.0848284
May 19 02:37:43.511867 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7e52eee5-3867-42bc-b4a1-a1e7e04fbbcb req-a48ba813-7e56-4017-9d2d-307059dbd007 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431514
May 19 02:37:44.742113 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab5f6b-0612-495c-a018-ecf02425f9f8 req-778f0531-4b10-42fb-95cb-7701e8cb048a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:44.744358 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2fab5f6b-0612-495c-a018-ecf02425f9f8 req-778f0531-4b10-42fb-95cb-7701e8cb048a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.1113703
May 19 02:37:44.795057 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2fab5f6b-0612-495c-a018-ecf02425f9f8 req-a8d072aa-3a6e-425c-a029-8dad61861cfd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449913
May 19 02:37:45.204476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05244a5f-5133-4439-8834-59401f573157 req-45b69957-6504-4a18-bade-7ba244b9e0c6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:45.205948 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-05244a5f-5133-4439-8834-59401f573157 req-45b69957-6504-4a18-bade-7ba244b9e0c6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.1046641
May 19 02:37:45.364484 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Deleting port 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:37:45.364881 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:45.504616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] For port 9391d650-7c8c-406f-9d7c-244364455da7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9391d650-7c8c-406f-9d7c-244364455da7,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:37:45.505032 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:45.898436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:45.899179 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:45.899179 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Floating IP e1985ec3-a050-4fc1-9a07-e2a345d33674 disassociated. External IP: 172.27.0.112, port: 9391d650-7c8c-406f-9d7c-244364455da7.
May 19 02:37:45.899570 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Calling delete_port for 9391d650-7c8c-406f-9d7c-244364455da7 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:37:46.007440 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeec9a-b3fe-483e-bb07-28effbb05bfa req-a9ce053d-9b8b-4bf0-8350-4eda9ae1b92b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:46.014688 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-25aeec9a-b3fe-483e-bb07-28effbb05bfa req-a9ce053d-9b8b-4bf0-8350-4eda9ae1b92b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 946 time: 0.1013000
May 19 02:37:46.040452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:46.053253 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a817b0e2-fc9a-4d30-98de-de1a0898cebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:46.065920 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-25aeec9a-b3fe-483e-bb07-28effbb05bfa req-73101f74-5e31-4af1-a0af-fce3b80b2a8d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=5116229d-4096-4597-9489-f03dc9cdb3b3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501935
May 19 02:37:46.100695 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'Port': ['ID=9391d650-7c8c-406f-9d7c-244364455da7,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:46.110186 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:46.342483 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:37:46.567682 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:37:46.579880 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:37:46.595384 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:37:46.595981 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7f7a1c0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:37:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:46.662937 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] No DVR routers for this DVR port 9391d650-7c8c-406f-9d7c-244364455da7 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:37:46.666705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:46.684903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-deleted', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:46.694227 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-05244a5f-5133-4439-8834-59401f573157 req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "DELETE /v2.0/ports/9391d650-7c8c-406f-9d7c-244364455da7 HTTP/1.1" status: 204  len: 173 time: 1.4805200
May 19 02:37:46.771095 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d5d2a9-1e14-4aa8-beea-f6240f0b250a', 'name': 'network-vif-deleted', 'tag': '9391d650-7c8c-406f-9d7c-244364455da7', 'status': 'completed', 'code': 200}
May 19 02:37:46.812711 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:37:47.260980 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7f7a1c0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:47.265274 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:37:47.275368 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:37:47.276204 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7f7a1c0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:37:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:47.297861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3b31666c-a3d1-4ec1-8f2b-51a387127a58 req-aebf93e1-3c4b-43cc-a834-fe23b259afd8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=83d5d2a9-1e14-4aa8-beea-f6240f0b250a HTTP/1.1" status: 200  len: 210 time: 0.0523469
May 19 02:37:47.508195 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:37:47.859647 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7f7a1c0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:47.868334 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18512-c993-413b-b882-86bdb31b5c73 None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:37:48.315914 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91365367-0815-45c0-9076-31ddbf7424de None None] New status for floating IP e1985ec3-a050-4fc1-9a07-e2a345d33674: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:37:48.520677 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58636) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:48.619943 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:48.667786 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:48.734918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:48.742046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b453f1fd-bd07-458e-af2d-232cfcd4de60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:48.759957 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5116229d-4096-4597-9489-f03dc9cdb3b3,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:48.769953 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.770340 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.770693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.771052 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.771458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.771804 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.772320 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.772677 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.773025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.773374 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.773727 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.774067 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:37:48.782704 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:48.783535 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:48.784629 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "DELETE /v2.0/security-groups/5116229d-4096-4597-9489-f03dc9cdb3b3 HTTP/1.1" status: 204  len: 168 time: 0.2618942
May 19 02:37:48.787418 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 58640) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:48.820981 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.api.v2.resource [None req-f884db59-9de0-4590-9641-c2f92017b13e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] show failed (client error): The resource could not be found.
May 19 02:37:48.825242 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f884db59-9de0-4590-9641-c2f92017b13e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups/5116229d-4096-4597-9489-f03dc9cdb3b3 HTTP/1.1" status: 404  len: 347 time: 0.0340652
May 19 02:37:48.825564 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58644) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:49.082650 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Deleting port 07ca080b-49bf-4927-afaf-2f899247745d {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:37:49.083501 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.155453 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:37:49.210877 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 9391d650-7c8c-406f-9d7c-244364455da7 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:37:49.211667 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 9391d650-7c8c-406f-9d7c-244364455da7 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:37:49.366144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.366702 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.563980 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Calling delete_port for 07ca080b-49bf-4927-afaf-2f899247745d owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:37:49.778753 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.782659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cb22908c-b7bf-478b-af75-6ffdb3c24a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:49.827700 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'Port': ['ID=07ca080b-49bf-4927-afaf-2f899247745d,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:49.832121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:49.931978 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.948271 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:49.954623 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "DELETE /v2.0/floatingips/e1985ec3-a050-4fc1-9a07-e2a345d33674 HTTP/1.1" status: 204  len: 168 time: 1.1261637
May 19 02:37:50.389876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58660) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:50.395848 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451972743', 'description': 'tempest-description--1211822179'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:50.402298 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:50.406727 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:50.409958 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:50.416214 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:50.428853 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.450558 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:50.454404 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:50.465634 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:50.474784 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:50.552075 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.556669 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.560516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:50.603654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742b433d-f381-402e-b51a-90c8403ff10b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:50.607098 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:50.608545 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.613541 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2225699
May 19 02:37:50.613781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 58678) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:50.619266 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group_rule': {'security_group_id': '742b433d-f381-402e-b51a-90c8403ff10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:50.625232 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:50.632043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:50.636699 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:50.642614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:50.659058 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.718622 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.721855 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.723918 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-26716296-7a5e-45a5-b4da-5c28472dbb3e tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:50.743433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e9f05e-dfa5-4962-acf2-09fcc69da7a0,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:50.747144 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:50.754458 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.755671 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-00809c35-1321-41dc-85cf-d17f3f032371 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1409531
May 19 02:37:50.758420 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 58686) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:50.763471 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'security_group_rule': {'security_group_id': '742b433d-f381-402e-b51a-90c8403ff10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:50.768953 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:50.772640 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:security_group_rule and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:50.775440 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:50.782136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:50.796464 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.859293 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.862721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.864725 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-32aea018-7ae6-4402-b357-685d77a11d65 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:50.886061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f88f9b-e3e8-41f2-9f5a-56e7c69f2e4c,revision_number=0']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:50.890295 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:50.895060 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:50.896283 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e8b32bf2-113c-4b63-a782-80fe4ab8ab97 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1369710
May 19 02:37:50.899288 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 58690) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:50.904287 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:50.910389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:50.914201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Usage tracker for resource:floatingip and tenant:6f2dbf76e27949e6a6f4c9c454663619 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:50.917144 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:50.922905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:50.932413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.064689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.200537 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Allocated IP 172.27.0.208 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/89fde89b-80ac-43dc-8c59-3b64ee86e553) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:37:51.346252 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.374345 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.379070 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4e13964f-136c-4a84-9534-2e0caa3cefb6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:51.520904 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:37:51.525650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:37:51.529116 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:37:51.557072 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=89fde89b-80ac-43dc-8c59-3b64ee86e553,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:51.562688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:51.608001 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.667023 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.870730 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.876008 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:51.880632 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-bedf4523-4dfa-4ec9-9094-c46afd4aeada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:51.990830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=89fde89b-80ac-43dc-8c59-3b64ee86e553,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:51.994197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:52.001585 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:52.025008 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:52.026317 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1259325
May 19 02:37:52.251249 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-4c9b97e1-551d-4c17-baab-a42971893ef3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:52.265653 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-4c9b97e1-551d-4c17-baab-a42971893ef3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:52.266893 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-4c9b97e1-551d-4c17-baab-a42971893ef3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--451972743&fields=id&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 267 time: 0.0611141
May 19 02:37:52.417653 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-8d83a69f-8d0c-400c-83e0-83f17a61ac82 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:52.419081 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-8d83a69f-8d0c-400c-83e0-83f17a61ac82 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 817 time: 0.1455531
May 19 02:37:52.433327 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-82adbda9-267a-4fd6-b313-6f8c39c64ff3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/quotas/6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 375 time: 0.0089023
May 19 02:37:52.514303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-b98d5f69-930b-485f-b973-57faebf97d1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:52.529344 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-b98d5f69-930b-485f-b973-57faebf97d1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:52.530984 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-b98d5f69-930b-485f-b973-57faebf97d1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0928869
May 19 02:37:52.684133 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-99d93439-71e4-4536-8bf1-2b7b717f1652 service neutron] 10.222.0.63 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408288
May 19 02:37:52.819774 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-f9a7d659-4ff7-4316-a7b1-67a763b52786 service neutron] 10.222.0.63 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297801
May 19 02:37:52.989958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-be38f8d7-e0d4-4cce-b51e-3e9df61c0bb9 req-d05ec3b8-99a3-42aa-9b4b-fc4e01aa1dd4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:53.002891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-be38f8d7-e0d4-4cce-b51e-3e9df61c0bb9 req-d05ec3b8-99a3-42aa-9b4b-fc4e01aa1dd4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:53.004312 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-be38f8d7-e0d4-4cce-b51e-3e9df61c0bb9 req-d05ec3b8-99a3-42aa-9b4b-fc4e01aa1dd4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 210 time: 0.0564435
May 19 02:37:53.465155 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58774) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:53.526858 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Deleting subnet 9ceb0b65-8ab6-4d54-8378-9e519a4ff065 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:37:53.529737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:53.581379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:53.635522 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:53.872763 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:53.877750 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-194ee932-4a22-4877-9061-bc80c356e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:53.913663 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ceb0b65-8ab6-4d54-8378-9e519a4ff065,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:53.915519 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:53.919598 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:53.922623 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bb08e812-f112-4937-bd79-5516f5387b7f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9ceb0b65-8ab6-4d54-8378-9e519a4ff065 HTTP/1.1" status: 204  len: 168 time: 0.4561570
May 19 02:37:53.924875 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58778) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:54.125874 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.189497 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a3d23bb1-fb98-4174-a4cc-8c4fd1711c6a req-5495edbd-abdf-4d1e-91b1-ff9aa24fb7a7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 210 time: 0.0546122
May 19 02:37:54.195846 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-b8b4aae0-e79e-4bf3-8880-6e771070140e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:54.197467 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-b8b4aae0-e79e-4bf3-8880-6e771070140e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 817 time: 0.1699593
May 19 02:37:54.263839 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-80fb40e2-da7d-4a71-9da3-110bb3576649 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 379 time: 0.0523462
May 19 02:37:54.275409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'port': {'device_id': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'admin_state_up': True, 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'security_groups': ['742b433d-f381-402e-b51a-90c8403ff10b']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:54.304979 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.318171 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f64d22e0>,) {'filters': {'network_id': ['24b67c1c-4a6a-479d-840c-f3623f0b8c5d']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:54.330641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f64d22e0>, '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:54.330941 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f64d22e0>, '4c92c44a-ed96-4d8a-ae03-25011b0fe3c2') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:37:54.342030 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.358560 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.365760 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:37:54.366229 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:37:54.380050 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:37:54.410718 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:54.420091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:54.429637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Made reservation on behalf of 6f2dbf76e27949e6a6f4c9c454663619 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:37:54.433166 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.457566 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.461771 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:54.477092 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.485082 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Pushing event deleted for resources: {'Network': ['ID=24b67c1c-4a6a-479d-840c-f3623f0b8c5d,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:54.489461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:54.496952 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1b8e4a55-f22a-4f59-8782-fcfb4eff889b admin admin] 10.222.0.63 "DELETE /v2.0/networks/24b67c1c-4a6a-479d-840c-f3623f0b8c5d HTTP/1.1" status: 204  len: 168 time: 0.5688202
May 19 02:37:54.593867 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Allocated IP 172.20.0.13 (41ac00dd-c779-4103-9834-b0b94ee2e38e/1403cae9-51b1-4089-8427-5a4ad1542055/fd502e61-405e-4408-a87e-0292f9574b3b) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:37:54.678265 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58790) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:54.725862 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-522e23b4-c145-4ab4-8c76-3d8d34cb4e72 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=beac7b6fdad24473a77730e83b935d24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463765
May 19 02:37:54.728107 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58794) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:54.785587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.788388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.804284 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Transition to ACTIVE for port object fd502e61-405e-4408-a87e-0292f9574b3b will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:37:54.811397 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.828005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.835254 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-1e4ce8fe-f6dc-4849-a7d1-77acd72808b6 tempest-ServerRescueNegativeTestJSON-1370577727 tempest-ServerRescueNegativeTestJSON-1370577727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:54.867842 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.872665 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-986513c4-b97f-4066-92eb-56cc56dbc4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:54.885803 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7bea6f-d1a0-4484-9715-7f29e8794b71,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:54.889283 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:54.898634 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:54.902100 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/db7bea6f-d1a0-4484-9715-7f29e8794b71 HTTP/1.1" status: 204  len: 168 time: 0.1708751
May 19 02:37:54.919373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:54.923806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:37:54.925028 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:54.925979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:37:54.932371 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:37:55.000215 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:55.000871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:55.027255 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7555373
May 19 02:37:55.116588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Request body: {'port': {'device_id': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:37:55.228565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:55.237106 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e4ebfdbf-1da7-4961-9c14-6eeb22654871 None None] Provisioning for port fd502e61-405e-4408-a87e-0292f9574b3b completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:37:55.256622 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-e4ebfdbf-1da7-4961-9c14-6eeb22654871 None None] Provisioning complete for port fd502e61-405e-4408-a87e-0292f9574b3b triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:37:55.257090 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e4ebfdbf-1da7-4961-9c14-6eeb22654871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:55.325955 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebfdbf-1da7-4961-9c14-6eeb22654871 None None] Port fd502e61-405e-4408-a87e-0292f9574b3b cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:37:55.646068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39bdc7-a73d-4394-8eca-2d49f55af47b req-22318210-2d0d-45a0-9546-22f8fae6f4ba tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:55.646749 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-bf39bdc7-a73d-4394-8eca-2d49f55af47b req-22318210-2d0d-45a0-9546-22f8fae6f4ba tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:37:55.682635 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-bf39bdc7-a73d-4394-8eca-2d49f55af47b req-22318210-2d0d-45a0-9546-22f8fae6f4ba tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:37:55.684067 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf39bdc7-a73d-4394-8eca-2d49f55af47b req-22318210-2d0d-45a0-9546-22f8fae6f4ba tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 932 time: 0.3195190
May 19 02:37:55.782717 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf39bdc7-a73d-4394-8eca-2d49f55af47b req-c24c84dc-609f-4a7e-b5d1-22f48b4f07a0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926204
May 19 02:37:55.790225 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:37:55.798294 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:55.815283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Transition to ACTIVE for port object fd502e61-405e-4408-a87e-0292f9574b3b will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:37:55.819283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:55.823011 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-50f2cb72-651f-4b88-8bf8-02ac4c699b71 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:56.008281 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:56.013433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:56.054191 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Attempting to bind port fd502e61-405e-4408-a87e-0292f9574b3b on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:37:56.054493 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Attempting to bind port fd502e61-405e-4408-a87e-0292f9574b3b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:37:56.054754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Attempting to bind port fd502e61-405e-4408-a87e-0292f9574b3b on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:37:56.059410 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Port fd502e61-405e-4408-a87e-0292f9574b3b on network 41ac00dd-c779-4103-9834-b0b94ee2e38e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:37:56.059725 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Attempting to bind port fd502e61-405e-4408-a87e-0292f9574b3b on network 41ac00dd-c779-4103-9834-b0b94ee2e38e {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:37:56.065284 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:37:56.065619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Checking segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:37:56.065993 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Bound using segment: {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:37:56.066409 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Bound port: fd502e61-405e-4408-a87e-0292f9574b3b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:37:56.066744 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.116096 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58830) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:56.157731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:37:56.160967 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:37:56.167224 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.171959 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3acc0b3c-e997-4195-a5db-a590e830b4d2 tempest-AttachVolumeNegativeTest-571470677 tempest-AttachVolumeNegativeTest-571470677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:56.229134 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:56.229754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.231177 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] 10.222.0.55 "PUT /v2.0/ports/fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 1094 time: 1.1189587
May 19 02:37:56.231688 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:37:56.238409 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.259750 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:37:56.264014 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Usage tracker for resource:security_group_rule and tenant:451c024bc80d493c8e289ec0a1873065 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:37:56.267009 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:37:56.268973 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:56.273108 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:37:56.275918 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:56.317589 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'status': 'completed', 'code': 200}
May 19 02:37:56.361999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-632d9b74-95de-4c7e-8696-9632f622bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:56.363655 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-632d9b74-95de-4c7e-8696-9632f622bfc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1097 time: 0.0865822
May 19 02:37:56.369860 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.374822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.383154 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9e1b8680-9bd6-4456-a344-b8261a159045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:56.424524 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=451c024bc80d493c8e289ec0a1873065&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3073685
May 19 02:37:56.425301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf57aac7-7ab6-4d7b-9e5c-18225e1039d4,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:56.427049 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 58838) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:37:56.428769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e794ad2c-fb5e-45db-a4d6-7cfc8f44db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:56.445453 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-9e278ad2-a1bc-4e28-ba9b-9001c00150ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 217 time: 0.0733540
May 19 02:37:56.542657 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-006d234d-4f19-475d-9b2b-4ddbeff3ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:56.544013 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-006d234d-4f19-475d-9b2b-4ddbeff3ba29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0829690
May 19 02:37:56.546370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.614051 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.670346 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-4d2e6ab9-a780-4c73-809f-3099deca2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:56.671886 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-4d2e6ab9-a780-4c73-809f-3099deca2b91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1161027
May 19 02:37:56.699285 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.713357 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e190d100-95a9-4f73-9b5a-4cd711ce1a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:37:56.728786 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf57aac7-7ab6-4d7b-9e5c-18225e1039d4,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:37:56.732134 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:37:56.784285 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:37:56.785331 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf57aac7-7ab6-4d7b-9e5c-18225e1039d4 HTTP/1.1" status: 204  len: 168 time: 0.3570802
May 19 02:37:56.825351 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-48153be9-0e59-435f-b624-2abb62eb4a8d service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447072
May 19 02:37:57.021025 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bd09aba5-7f4f-45de-b1f7-ec47c380b7ea req-dac84b54-e858-498f-9c50-5e4ef0fdaf0f service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879780
May 19 02:37:57.041570 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5230e1-ea98-4e9a-94ff-34c85cf4e850 req-4276bf0e-5eaf-4c94-9a84-037db8a2a920 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:57.043276 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0a5230e1-ea98-4e9a-94ff-34c85cf4e850 req-4276bf0e-5eaf-4c94-9a84-037db8a2a920 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.1242266
May 19 02:37:57.115913 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:37:57.133219 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0a5230e1-ea98-4e9a-94ff-34c85cf4e850 req-7b4f64a1-49cc-4810-afff-54a53e4792bd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798099
May 19 02:37:57.158382 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-6476ba99-323c-41b8-b16c-9ea5ae0e8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:57.159953 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-6476ba99-323c-41b8-b16c-9ea5ae0e8004 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1097 time: 0.0795395
May 19 02:37:57.378664 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-edacfa9f-a552-4c6e-9978-7a5a3caab2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:57.380048 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-edacfa9f-a552-4c6e-9978-7a5a3caab2a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.2124908
May 19 02:37:57.450851 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-76afe4c2-975f-4761-b041-1828ac92f896 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 217 time: 0.0618210
May 19 02:37:57.511704 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-b6bbd231-a433-4e24-b8fe-7016dd8e3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:57.513049 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-b6bbd231-a433-4e24-b8fe-7016dd8e3abb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0549426
May 19 02:37:57.591569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-ec31a34c-fd90-414b-8300-3ad1aa76746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:57.592978 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-ec31a34c-fd90-414b-8300-3ad1aa76746e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0712183
May 19 02:37:57.723022 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-268bed25-0b88-4fc4-a879-5c408a65e537 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207979
May 19 02:37:57.853734 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-957e77b5-82d4-4680-8e4b-5cb64232f2b6 req-726454f4-1ee7-4fc7-b963-81a49ba2c315 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224010
May 19 02:37:58.319240 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741661c3-f69a-4b86-a34a-c9cbd0ba070b req-b76928c1-f855-4e76-8f5d-db291c1e90ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:58.320672 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-741661c3-f69a-4b86-a34a-c9cbd0ba070b req-b76928c1-f855-4e76-8f5d-db291c1e90ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0816386
May 19 02:37:58.364537 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-741661c3-f69a-4b86-a34a-c9cbd0ba070b req-d8d8300f-85cd-4d87-b434-fcaac6655701 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381479
May 19 02:37:59.549099 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a8ca-f7f1-4957-8370-3010532bd789 req-2cbfe6b1-7f35-4030-ba45-f405cd2b2898 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:37:59.550438 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f67a8ca-f7f1-4957-8370-3010532bd789 req-2cbfe6b1-7f35-4030-ba45-f405cd2b2898 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0787098
May 19 02:37:59.593338 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1f67a8ca-f7f1-4957-8370-3010532bd789 req-c475f748-1fb0-4526-a6c4-92a450b35c17 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369809
May 19 02:38:00.778836 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b1c8-1c86-4460-84d3-88b27467aa75 req-2e438c1c-223e-4a57-bbf0-831fd520dc06 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:00.780274 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3401b1c8-1c86-4460-84d3-88b27467aa75 req-2e438c1c-223e-4a57-bbf0-831fd520dc06 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0775063
May 19 02:38:00.827211 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3401b1c8-1c86-4460-84d3-88b27467aa75 req-1e3dc696-d1bd-4810-b56d-65e5905803f8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413768
May 19 02:38:00.975749 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ee61c4c4-cfe0-40da-a469-0e1d7641fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:01.203856 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:38:01.333841 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:01.347028 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:38:01.402384 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:01.418891 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:38:01.433492 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:01.437248 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:01.439054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:01.500944 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:01.508135 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.508482 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.508822 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.509171 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.509498 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.509821 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.510150 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.510464 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.510782 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.511103 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.511442 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.511757 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:01.515344 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:01.919882 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['fd502e61-405e-4408-a87e-0292f9574b3b'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:38:02.013757 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7796-75fc-4b4f-8d3c-9e4992823eea req-225e1d8e-c5c1-4d69-bbc3-1b1df6f70f9f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:02.015223 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf6f7796-75fc-4b4f-8d3c-9e4992823eea req-225e1d8e-c5c1-4d69-bbc3-1b1df6f70f9f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0826461
May 19 02:38:02.060880 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf6f7796-75fc-4b4f-8d3c-9e4992823eea req-5c1eec87-7ca6-463f-ae6a-3122dac1b5fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393062
May 19 02:38:03.210940 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:38:03.245870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eafb3-07cf-4a0f-90b4-9ab9171737c6 req-53ce10f3-828c-44a3-bc86-0514cd2cb04c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:03.247366 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4e1eafb3-07cf-4a0f-90b4-9ab9171737c6 req-53ce10f3-828c-44a3-bc86-0514cd2cb04c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0791898
May 19 02:38:03.278121 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port fd502e61-405e-4408-a87e-0292f9574b3b completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:38:03.282698 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port fd502e61-405e-4408-a87e-0292f9574b3b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:38:03.283146 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:03.293616 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4e1eafb3-07cf-4a0f-90b4-9ab9171737c6 req-cb7c3b75-a992-493a-9c1a-3a3d286a96b9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400944
May 19 02:38:03.399904 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:03.435021 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:03.450640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:03.458351 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:03.462368 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:03.465992 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:03.506353 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'code': 200}
May 19 02:38:03.506959 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-da2beea8-4f41-4506-ba7b-7043304e5af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:03.539546 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:03.542262 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:03.711627 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e710b79-4b58-4173-a46d-a3c0f873b95e req-257832ec-bc5f-4bd1-845e-e45d41269479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:03.713021 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e710b79-4b58-4173-a46d-a3c0f873b95e req-257832ec-bc5f-4bd1-845e-e45d41269479 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1099 time: 0.0672319
May 19 02:38:03.757703 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e710b79-4b58-4173-a46d-a3c0f873b95e req-4138bc73-2f24-4e05-be80-9047501ec590 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338774
May 19 02:38:04.253561 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:04.484995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f2a92-00dc-4391-9ea7-34936e69f5f9 req-96b80d03-d57a-4619-919f-fd7d3bfb32b4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:04.486412 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-562f2a92-00dc-4391-9ea7-34936e69f5f9 req-96b80d03-d57a-4619-919f-fd7d3bfb32b4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0819395
May 19 02:38:04.530203 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-562f2a92-00dc-4391-9ea7-34936e69f5f9 req-363371a8-732a-433d-9c85-55fc90e4dfa1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379052
May 19 02:38:04.657876 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:05.717569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e0fe-cf5f-453f-aca0-058ea176fb76 req-d411c782-a558-4792-8641-1d0498936cee tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:05.719520 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3130e0fe-cf5f-453f-aca0-058ea176fb76 req-d411c782-a558-4792-8641-1d0498936cee tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0806255
May 19 02:38:05.763028 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3130e0fe-cf5f-453f-aca0-058ea176fb76 req-f3ea4d53-8465-4f50-8886-e57c6b46763f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380073
May 19 02:38:05.944943 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c472-3901-470e-842f-d339ff8a53eb req-a77436de-0ee1-4daa-9d0c-1ca8c68ac2a1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:05.946286 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7699c472-3901-470e-842f-d339ff8a53eb req-a77436de-0ee1-4daa-9d0c-1ca8c68ac2a1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0784433
May 19 02:38:05.955219 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 58868) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:05.960563 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Request body: {'floatingip': {'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:06.037640 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:06.216259 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:06.698198 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:06.701890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:06.869490 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Floating IP de1ffe14-7c69-4c38-b115-3d72905fc267 associated. External IP: 172.27.0.208, port: fd502e61-405e-4408-a87e-0292f9574b3b.
May 19 02:38:07.207260 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:38:07.385511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:38:07.395232 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:38:07.398065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:07.404357 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:07.405042 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6b229d0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:07.451291 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e6d446f1-913f-49f7-8bed-866149509f20 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "PUT /v2.0/floatingips/de1ffe14-7c69-4c38-b115-3d72905fc267 HTTP/1.1" status: 200  len: 992 time: 1.4950233
May 19 02:38:07.451924 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:07.496025 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'status': 'completed', 'code': 200}
May 19 02:38:07.582788 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:07.606302 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-c85980c0-9e3e-454b-8979-9458721a3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:07.607821 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-c85980c0-9e3e-454b-8979-9458721a3343 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1099 time: 0.0776556
May 19 02:38:07.744026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-6619d6b4-c277-4643-b084-02b681aa0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:07.745452 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-6619d6b4-c277-4643-b084-02b681aa0143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.1249981
May 19 02:38:07.860270 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-1cfcdc1b-60cb-41d4-9815-edbe13341e50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 1000 time: 0.0925343
May 19 02:38:07.920674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6b229d0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'de1ffe14-7c69-4c38-b115-3d72905fc267', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:37:51Z', 'updated_at': '2021-05-19T02:38:06Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:07.924484 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:38:07.930142 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-9b41fab7-ac21-4281-b8f8-31bb99c8640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:07.931599 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-9b41fab7-ac21-4281-b8f8-31bb99c8640d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0601218
May 19 02:38:07.933216 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:07.933806 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6b229d0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:08.011230 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-8b3dc91f-0f11-432f-9e24-5c367158a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:08.012573 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-8b3dc91f-0f11-432f-9e24-5c367158a279 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0687184
May 19 02:38:08.105993 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:08.168871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-82d0da2c-f5aa-4e1e-b41d-4d6fa799cc4a service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223114
May 19 02:38:08.387761 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fd3508d-6ad3-490a-b6b7-07402e5b359d req-fecc98e2-484f-43ae-a356-6d55eeb75ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101359
May 19 02:38:08.481703 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6b229d0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'de1ffe14-7c69-4c38-b115-3d72905fc267', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:37:51Z', 'updated_at': '2021-05-19T02:38:06Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:08.486072 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e984b-49e4-4c8e-af30-4fca914a3571 None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': 'de1ffe14-7c69-4c38-b115-3d72905fc267', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:37:51Z', 'updated_at': '2021-05-19T02:38:06Z', 'revision_number': 1, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:38:08.658593 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366a4a08-35c6-4320-b4f0-0235d59e394f None None] New status for floating IP de1ffe14-7c69-4c38-b115-3d72905fc267: ACTIVE {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:38:27.333005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2658c0-04b6-4e36-bcd3-4ecbad7d7ae1 req-e5e0fe22-550a-4734-bc02-1e365d3ca8a6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:27.334351 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a2658c0-04b6-4e36-bcd3-4ecbad7d7ae1 req-e5e0fe22-550a-4734-bc02-1e365d3ca8a6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1856503
May 19 02:38:27.377632 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a2658c0-04b6-4e36-bcd3-4ecbad7d7ae1 req-8b221027-bd1c-4014-aa3c-8f190a67f035 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375459
May 19 02:38:27.902402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e139a5-624a-4b36-9077-755e2ae8c25f req-7c27cfe6-da4a-4206-9ac4-e1ce0153fa6a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:27.903788 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-27e139a5-624a-4b36-9077-755e2ae8c25f req-7c27cfe6-da4a-4206-9ac4-e1ce0153fa6a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0779324
May 19 02:38:27.947412 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-27e139a5-624a-4b36-9077-755e2ae8c25f req-af148d70-acd8-4dad-b2e8-90f4f6a6a4cb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373766
May 19 02:38:28.561401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da174f80-af87-44ec-a832-e11ca30b76e1 req-aab5e785-ffa0-4c96-b643-b456af373c18 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:28.562808 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da174f80-af87-44ec-a832-e11ca30b76e1 req-aab5e785-ffa0-4c96-b643-b456af373c18 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0796878
May 19 02:38:28.607253 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da174f80-af87-44ec-a832-e11ca30b76e1 req-51269d94-fb46-4e19-8f2b-15b80ba8e97c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380659
May 19 02:38:29.180651 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d204ac5-ed4f-48cb-a2cc-429d77741226 req-736c1c15-a33c-475c-a492-caf072edaf3c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:29.182084 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2d204ac5-ed4f-48cb-a2cc-429d77741226 req-736c1c15-a33c-475c-a492-caf072edaf3c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.1285827
May 19 02:38:29.227528 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2d204ac5-ed4f-48cb-a2cc-429d77741226 req-b5ec8aff-8e28-4489-bf60-7c0e71930f8b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397320
May 19 02:38:29.785173 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58207e1f-c48d-428b-b55e-6d2036e5db19 req-186546d6-82d4-4918-b058-ce4c7a6005e3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:29.786502 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-58207e1f-c48d-428b-b55e-6d2036e5db19 req-186546d6-82d4-4918-b058-ce4c7a6005e3 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0780957
May 19 02:38:29.830020 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-58207e1f-c48d-428b-b55e-6d2036e5db19 req-e7cc1649-4d42-4dee-9943-a66a3aea8f09 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374982
May 19 02:38:30.413905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2647f6-5032-4063-91b1-1954307d59d6 req-73f57af8-313f-4ada-b3aa-b251ed6c4360 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:30.415265 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4d2647f6-5032-4063-91b1-1954307d59d6 req-73f57af8-313f-4ada-b3aa-b251ed6c4360 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0820093
May 19 02:38:30.458837 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4d2647f6-5032-4063-91b1-1954307d59d6 req-0ef71f13-9f56-4730-a201-31380cd4c39a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381155
May 19 02:38:30.643767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-19056a41-c442-47aa-adea-afe4d1874cf4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:30.645189 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-19056a41-c442-47aa-adea-afe4d1874cf4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 945 time: 0.0773900
May 19 02:38:30.779903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port 23773ef2-4871-4f82-bb0c-cd6844798833 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:38:30.780239 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:30.911714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] For port 23773ef2-4871-4f82-bb0c-cd6844798833, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23773ef2-4871-4f82-bb0c-cd6844798833,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:30.912079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:30.979606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7696eff4-8fc0-4a04-93af-3cc579f8ad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:31.262482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:31.262837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:31.263228 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP cba9ea8a-685d-42d9-a679-9ce948de7a64 disassociated. External IP: 172.27.0.42, port: 23773ef2-4871-4f82-bb0c-cd6844798833.
May 19 02:38:31.263561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for 23773ef2-4871-4f82-bb0c-cd6844798833 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:38:31.280148 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4fce-1855-4370-b507-201fff5b7886 req-53c05ba0-3110-4acd-9a17-df6d535d2dd6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:31.281560 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-810f4fce-1855-4370-b507-201fff5b7886 req-53c05ba0-3110-4acd-9a17-df6d535d2dd6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1975067
May 19 02:38:31.336374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-810f4fce-1855-4370-b507-201fff5b7886 req-f8ed6490-31a6-4a44-b19d-58c30bf85089 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451455
May 19 02:38:31.419872 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:31.425264 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:31.468619 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=23773ef2-4871-4f82-bb0c-cd6844798833,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:31.479532 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.479906 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.480271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.480634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.480995 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.481352 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.481708 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.482064 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.482419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.482767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.483269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.483616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:31.487350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:31.615793 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1b56dbec-a55d-4ff1-b823-18d86305f857 req-90d74b43-0c92-4198-b648-c0a99108547a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 210 time: 0.0425460
May 19 02:38:31.761744 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:38:31.941893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:38:31.950906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:38:31.961060 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:31.961664 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f66325e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:32.015570 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] No DVR routers for this DVR port 23773ef2-4871-4f82-bb0c-cd6844798833 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:38:32.018675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:32.021258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'name': 'network-vif-deleted', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:32.038361 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a7cf656a-5fd6-47af-8b74-af2ddb6d22ce req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "DELETE /v2.0/ports/23773ef2-4871-4f82-bb0c-cd6844798833 HTTP/1.1" status: 204  len: 173 time: 1.3850095
May 19 02:38:32.072565 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c0bd4-9599-41e9-a73f-520485e228c0', 'name': 'network-vif-deleted', 'tag': '23773ef2-4871-4f82-bb0c-cd6844798833', 'status': 'completed', 'code': 200}
May 19 02:38:32.141472 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:32.450256 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f66325e0>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:32.454192 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:38:32.463154 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:32.463762 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f66325e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:32.527455 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc4206-b2bb-4d22-b158-fe96b4808710 req-ec6a0275-9b61-4a13-a3a1-f1e9010ec869 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:32.528884 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a2cc4206-b2bb-4d22-b158-fe96b4808710 req-ec6a0275-9b61-4a13-a3a1-f1e9010ec869 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0836763
May 19 02:38:32.578675 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a2cc4206-b2bb-4d22-b158-fe96b4808710 req-279ab523-182f-4fdc-a63a-a96646d1603c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436859
May 19 02:38:32.644081 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:32.880095 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4ffdf023-f5cd-4157-9f51-607d88179fee req-0cb44243-0144-482a-95b1-5a8fb2e0ef0d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=029c0bd4-9599-41e9-a73f-520485e228c0 HTTP/1.1" status: 200  len: 210 time: 0.1448338
May 19 02:38:32.962770 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f66325e0>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:32.966526 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f21005f-4776-4df8-9d67-99ebedabf3ff None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:38:33.187276 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-5dfa7784-31c4-4892-85ed-9e07b1c4dd11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817602
May 19 02:38:33.196495 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5733ada-b5c4-4f0f-84dd-f7ca04e6f70c None None] New status for floating IP cba9ea8a-685d-42d9-a679-9ce948de7a64: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:38:33.297342 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-6043f0a7-51db-4540-9f78-ae15cdab0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:33.298861 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-6043f0a7-51db-4540-9f78-ae15cdab0dcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1138 time: 0.0711610
May 19 02:38:33.338731 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 23773ef2-4871-4f82-bb0c-cd6844798833 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:38:33.373090 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 23773ef2-4871-4f82-bb0c-cd6844798833 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:38:33.373724 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 23773ef2-4871-4f82-bb0c-cd6844798833 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:38:33.433411 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:33.457796 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-29103278-fad8-4e99-92fe-ec7ce5ae319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:33.458901 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-420b48cd-cee0-41e1-9f36-b0041ff5749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:33.459609 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-29103278-fad8-4e99-92fe-ec7ce5ae319c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1342447
May 19 02:38:33.570447 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-23eb6541-f6b2-4b65-bd80-c18ed0870b21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1002 time: 0.1034601
May 19 02:38:33.638424 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-63c2041d-faed-4c63-bef7-47daceb21477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:33.639860 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-63c2041d-faed-4c63-bef7-47daceb21477 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.0595045
May 19 02:38:33.728973 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-65c9735d-f411-4db3-b13d-d617d0c2e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:33.730415 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-65c9735d-f411-4db3-b13d-d617d0c2e0ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0687647
May 19 02:38:33.747206 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-c7203b44-07f3-47f7-b386-b35c601b7608 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:38:33.748098 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-c7203b44-07f3-47f7-b386-b35c601b7608 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049090
May 19 02:38:33.760827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f34ff-c46c-4d3f-a748-92b67d6f4421 req-3df47822-567b-4a1a-a908-6202fbddc8a9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:33.762247 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-243f34ff-c46c-4d3f-a748-92b67d6f4421 req-3df47822-567b-4a1a-a908-6202fbddc8a9 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0793195
May 19 02:38:33.808953 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-243f34ff-c46c-4d3f-a748-92b67d6f4421 req-fdc89f36-2989-4d88-99f8-b5e15b447642 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409334
May 19 02:38:33.883821 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-27017647-1a19-4872-afea-e07ca9ec328b service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225607
May 19 02:38:34.022625 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a6823a60-f810-4a26-bc56-d56bc2b8ea25 req-96c37f3f-c458-45cc-b772-8ef02f9bf932 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302223
May 19 02:38:34.115333 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:38:34.226633 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-af61d9ae-9159-4cf0-8f20-20088d4f0f25 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752548115&fields=id&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 267 time: 0.0383630
May 19 02:38:34.280114 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:34.373955 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-83371d85-0b6f-4f4b-b9ed-c2e752ee65de tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:34.375332 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-83371d85-0b6f-4f4b-b9ed-c2e752ee65de tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1425786
May 19 02:38:34.389203 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-0664764a-3d42-4531-9639-f4ce7eb83f57 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/quotas/7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 375 time: 0.0085948
May 19 02:38:34.475223 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-587e0787-0a23-4bc1-b5fb-290454f6aa54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:34.489835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-587e0787-0a23-4bc1-b5fb-290454f6aa54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:34.491069 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-587e0787-0a23-4bc1-b5fb-290454f6aa54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0966992
May 19 02:38:34.507972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-6275b796-4752-4dee-89f8-9f50050d3ecf service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:38:34.508904 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-6275b796-4752-4dee-89f8-9f50050d3ecf service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051181
May 19 02:38:34.640090 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-85356a8e-0177-479e-9dee-8c2ce113aebf service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254859
May 19 02:38:34.664439 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:34.853261 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-fe03799a-1706-44c7-9809-913640c3044c service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053931
May 19 02:38:34.992873 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc378-1c47-4dd5-9dd1-6dfc5a1498c0 req-3c3f2f85-9dff-4a6e-a8fc-d8afffbf2aea tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:34.994324 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-306cc378-1c47-4dd5-9dd1-6dfc5a1498c0 req-3c3f2f85-9dff-4a6e-a8fc-d8afffbf2aea tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0805783
May 19 02:38:35.039806 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-306cc378-1c47-4dd5-9dd1-6dfc5a1498c0 req-e464380d-fd67-4125-a394-6c1e763cc165 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398617
May 19 02:38:35.236412 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b256b074-894d-477f-ab02-17955d66fae4 req-a16dbe1e-5190-470b-bb97-6e01f3305b18 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 210 time: 0.0419109
May 19 02:38:36.219160 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:36.223188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2fc40-af71-4e1d-b1cc-9f29a7df0418 req-366c8e07-6ef2-4309-b7a4-f77805e0a734 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:36.224660 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2e2fc40-af71-4e1d-b1cc-9f29a7df0418 req-366c8e07-6ef2-4309-b7a4-f77805e0a734 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0839558
May 19 02:38:36.271536 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2e2fc40-af71-4e1d-b1cc-9f29a7df0418 req-efcfac4f-2f5a-4f5a-95bd-6b21e84d95cf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409918
May 19 02:38:36.401334 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3c6b2383-6c0c-4266-8db8-2d68bb0c787d req-a253c461-612c-4837-969f-510715894474 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 210 time: 0.0529616
May 19 02:38:36.525762 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-b4007bf3-8443-4a2c-bd08-209efd82e1a8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:36.527174 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-b4007bf3-8443-4a2c-bd08-209efd82e1a8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1453497
May 19 02:38:36.586072 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-8a334fe5-cf1c-4532-a8ea-da9b65c66f12 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 379 time: 0.0400274
May 19 02:38:36.604488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'port': {'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'admin_state_up': True, 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'security_groups': ['8fb2d090-0405-450b-9b72-7657329e6878']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:36.737660 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:36.747094 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:36.756261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Made reservation on behalf of 7fc45323ede44f968897a3a6102d03ce for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:38:36.759960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:36.916074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.20.0.14 (65fafcb4-d624-40f2-93a0-84d59635f73c/3693779b-8873-4400-95b1-6030ba31db1b/2f5554d9-89ee-42da-ab89-45316aa90501) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:38:37.099324 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.114046 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Transition to ACTIVE for port object 2f5554d9-89ee-42da-ab89-45316aa90501 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:38:37.137664 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.143945 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:37.210588 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:38:37.213520 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:38:37.217278 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:38:37.253773 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:37.258176 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:37.288858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:37.289466 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.323997 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-e72eb19f-e626-4df1-a4be-dc36d4915590 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7229242
May 19 02:38:37.349003 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Request body: {'port': {'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:37.476413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.492075 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad918e8c-d57d-4b95-8f30-9be4fe6fa057 req-0b3c7af5-b041-4086-8ada-b46dccc64ede tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:37.493559 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ad918e8c-d57d-4b95-8f30-9be4fe6fa057 req-0b3c7af5-b041-4086-8ada-b46dccc64ede tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0972979
May 19 02:38:37.505600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-f1082154-665b-4033-a3c2-a1d31e018b4b None None] Provisioning for port 2f5554d9-89ee-42da-ab89-45316aa90501 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:38:37.511705 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-f1082154-665b-4033-a3c2-a1d31e018b4b None None] Provisioning complete for port 2f5554d9-89ee-42da-ab89-45316aa90501 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:38:37.512375 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f1082154-665b-4033-a3c2-a1d31e018b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.556105 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ad918e8c-d57d-4b95-8f30-9be4fe6fa057 req-42a5bbfd-ae9e-496e-9a32-7624d3531ea6 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504534
May 19 02:38:37.589327 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-f1082154-665b-4033-a3c2-a1d31e018b4b None None] Port 2f5554d9-89ee-42da-ab89-45316aa90501 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:38:37.722165 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d8c23-7a07-41a0-bf2c-b7a9a525952d req-964cba6b-2ad2-4217-a858-7845882ee778 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:37.722846 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-192d8c23-7a07-41a0-bf2c-b7a9a525952d req-964cba6b-2ad2-4217-a858-7845882ee778 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:37.808095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-192d8c23-7a07-41a0-bf2c-b7a9a525952d req-964cba6b-2ad2-4217-a858-7845882ee778 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:37.809203 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-192d8c23-7a07-41a0-bf2c-b7a9a525952d req-964cba6b-2ad2-4217-a858-7845882ee778 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 932 time: 0.2728877
May 19 02:38:37.880559 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-192d8c23-7a07-41a0-bf2c-b7a9a525952d req-1a45006f-0cb3-4b77-8e0c-49ae90f663ca tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643146
May 19 02:38:37.951849 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5554d9-89ee-42da-ab89-45316aa90501 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:38:37.958755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.972667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Transition to ACTIVE for port object 2f5554d9-89ee-42da-ab89-45316aa90501 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:38:37.976297 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:37.979690 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f5b772c9-0f0a-4c40-add0-b5d221a6946b tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:38.230942 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:38.238429 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:38.302388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Attempting to bind port 2f5554d9-89ee-42da-ab89-45316aa90501 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:38:38.303291 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Attempting to bind port 2f5554d9-89ee-42da-ab89-45316aa90501 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:38:38.303291 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Attempting to bind port 2f5554d9-89ee-42da-ab89-45316aa90501 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:38:38.307608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Port 2f5554d9-89ee-42da-ab89-45316aa90501 on network 65fafcb4-d624-40f2-93a0-84d59635f73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:38:38.307917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Attempting to bind port 2f5554d9-89ee-42da-ab89-45316aa90501 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:38:38.312781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:38:38.313106 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:38:38.313495 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Bound using segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:38:38.314427 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Bound port: 2f5554d9-89ee-42da-ab89-45316aa90501, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:38:38.314760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:38.403081 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:38:38.405845 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2f5554d9-89ee-42da-ab89-45316aa90501,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:38:38.411477 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:38.415878 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0f9fd7c5-19ca-4b0b-ae3c-2c0ddc34decf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:38.471350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:38.471954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:38.473319 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 1094 time: 1.1300852
May 19 02:38:38.474385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:38.498477 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:38.508018 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cafeb5fe-7d39-46f4-9519-6688703fc6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:38.549002 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501', 'status': 'completed', 'code': 200}
May 19 02:38:38.594136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-a6c0f6f9-c338-461c-aa75-72416c2af80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:38.596758 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-a6c0f6f9-c338-461c-aa75-72416c2af80f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1097 time: 0.0798812
May 19 02:38:38.671103 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-88734d51-294e-4efb-80d1-cd01d6a47edb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 217 time: 0.0649991
May 19 02:38:38.780752 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-323d1882-29ca-46d6-9b20-1d3098ecc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:38.782174 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-323d1882-29ca-46d6-9b20-1d3098ecc182 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0811949
May 19 02:38:38.835128 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec520-4b16-4c49-ade2-cb63ce5a38bb req-433c9326-34fa-4e3e-b473-334f95e91cfd tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:38.836533 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da8ec520-4b16-4c49-ade2-cb63ce5a38bb req-433c9326-34fa-4e3e-b473-334f95e91cfd tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1673505
May 19 02:38:38.897052 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-da8ec520-4b16-4c49-ade2-cb63ce5a38bb req-002ea9fd-976d-4269-813b-86114b5a0eb7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543165
May 19 02:38:38.909401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-c2272b9a-09c5-4b05-9889-cae00f573218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:38.910842 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-c2272b9a-09c5-4b05-9889-cae00f573218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1170211
May 19 02:38:39.044348 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-0bb1f905-b483-4852-854a-d11addb108fa service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246469
May 19 02:38:39.073444 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bb775-6af2-4280-b9e7-33942c1bc824 req-029d161f-b9c2-4b3f-930c-73bb2570e88d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:39.074871 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7f4bb775-6af2-4280-b9e7-33942c1bc824 req-029d161f-b9c2-4b3f-930c-73bb2570e88d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0837684
May 19 02:38:39.118608 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-7f4bb775-6af2-4280-b9e7-33942c1bc824 req-01e1410d-f1c7-4f9e-b4ad-98086fecf947 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373836
May 19 02:38:39.179954 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b58f825b-0abd-4fa1-86a4-e279c66a3d42 req-c0082b7a-5e9b-40ea-8155-2312fffa10eb service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256921
May 19 02:38:39.308625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-dcd259b5-cf19-4aff-b6d6-afd5cfde0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:39.310059 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-dcd259b5-cf19-4aff-b6d6-afd5cfde0e48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1097 time: 0.0694458
May 19 02:38:39.442475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-d2a59687-a5d0-4bab-b3f5-f1880e89a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:39.443840 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-d2a59687-a5d0-4bab-b3f5-f1880e89a654 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1218090
May 19 02:38:39.525319 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-36418b5c-5821-4410-9558-685d9c5f0f51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 217 time: 0.0625370
May 19 02:38:39.590375 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-551d9eb9-5435-4362-8f59-d9427f887582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:39.591784 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-551d9eb9-5435-4362-8f59-d9427f887582 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0567248
May 19 02:38:39.678608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-b814f4eb-11c9-4773-9569-850aa1f2d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:39.680159 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-b814f4eb-11c9-4773-9569-850aa1f2d6b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0762074
May 19 02:38:39.815804 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-60bd5c57-dfd4-4380-8284-8d371d03c228 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234627
May 19 02:38:40.089916 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725be95-63a8-4673-8cd9-3ebeefe5f95e req-edc90e90-dbf2-4255-b5e8-72ce4872cf2d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:40.091273 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b725be95-63a8-4673-8cd9-3ebeefe5f95e req-edc90e90-dbf2-4255-b5e8-72ce4872cf2d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0832598
May 19 02:38:40.093495 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e2761f5f-37b9-49d8-9651-b3a90d2653ff req-bba1225a-8a3f-483c-8406-0da029d1369c service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578154
May 19 02:38:40.135535 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b725be95-63a8-4673-8cd9-3ebeefe5f95e req-192b7826-2e30-4454-8b4f-d7474909b165 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382655
May 19 02:38:40.305259 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923862-edb2-44f6-8945-d16357b1c289 req-a94c4046-6e62-44c5-865f-0ba366a22adc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:40.306679 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b6923862-edb2-44f6-8945-d16357b1c289 req-a94c4046-6e62-44c5-865f-0ba366a22adc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0777817
May 19 02:38:40.348855 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b6923862-edb2-44f6-8945-d16357b1c289 req-d21ca995-92ac-4e06-b2a1-7b27b342a1e9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366659
May 19 02:38:41.318201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7709d-8290-4bca-9546-2ccb6f956f3d req-c510e3cf-95dc-47b0-84b9-646cdf56d353 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:41.319533 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fb7709d-8290-4bca-9546-2ccb6f956f3d req-c510e3cf-95dc-47b0-84b9-646cdf56d353 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0817051
May 19 02:38:41.363051 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-9fb7709d-8290-4bca-9546-2ccb6f956f3d req-6209602b-3898-4ea7-b86b-03d1ecf1e04a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379870
May 19 02:38:41.536798 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192826a-9137-46f7-9825-6467e30b45c9 req-0ec00198-4dbc-45fc-b569-3350d5ee2866 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:41.538198 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c192826a-9137-46f7-9825-6467e30b45c9 req-0ec00198-4dbc-45fc-b569-3350d5ee2866 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0816121
May 19 02:38:41.581639 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c192826a-9137-46f7-9825-6467e30b45c9 req-f7bcd009-e130-4792-8bc5-ef0b77c5b058 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377216
May 19 02:38:42.472991 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-4ca30261-ce1e-4f13-b0f1-8448aef3cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.474341 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-4ca30261-ce1e-4f13-b0f1-8448aef3cd8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.0701287
May 19 02:38:42.545423 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd612f3-68e0-4b7d-b7db-95f7e1f44696 req-ab63cc7b-85b6-4b06-85c0-e7fe166b368b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.546877 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2bd612f3-68e0-4b7d-b7db-95f7e1f44696 req-ab63cc7b-85b6-4b06-85c0-e7fe166b368b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0808258
May 19 02:38:42.595443 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2bd612f3-68e0-4b7d-b7db-95f7e1f44696 req-a65d96df-6aff-42da-9da9-b51eb73e3077 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412071
May 19 02:38:42.605750 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-da37f842-b17b-41df-a49c-1bf25e06a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.607462 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-da37f842-b17b-41df-a49c-1bf25e06a0d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.1260610
May 19 02:38:42.760693 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-3c11e1e1-f811-474a-8dc2-2859c682a40b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 1001 time: 0.1452014
May 19 02:38:42.832191 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d784-eadf-4c74-8edf-c261f0541ade req-912ae310-150f-439a-8d66-f2a36e2e50b3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.833568 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4fd5d784-eadf-4c74-8edf-c261f0541ade req-912ae310-150f-439a-8d66-f2a36e2e50b3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.1425602
May 19 02:38:42.838517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-150d531f-a1cc-4ccf-a08b-e880fe94d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.839837 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-150d531f-a1cc-4ccf-a08b-e880fe94d57c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.0708098
May 19 02:38:42.928462 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-4fd5d784-eadf-4c74-8edf-c261f0541ade req-c9195fd1-d099-4da2-8655-12d9f917f7b3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877175
May 19 02:38:42.945462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-7dd09deb-7c0f-43fc-b938-7b25128b7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:42.946897 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-7dd09deb-7c0f-43fc-b938-7b25128b7e5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0932114
May 19 02:38:43.075780 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-b7352c0c-70ac-417c-965b-1b5c1d3f7711 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203570
May 19 02:38:43.205492 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6d132f74-f048-4be3-a8c6-5d0ae94933e1 req-d3e3d9f5-ec8e-4b05-835d-12f990230a5e service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212168
May 19 02:38:43.775758 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6111b-bb35-4cf9-b60a-1cd41182c06e req-7e0d85f3-ef8a-4c8f-9405-e4cb767598af tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:43.777173 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-04b6111b-bb35-4cf9-b60a-1cd41182c06e req-7e0d85f3-ef8a-4c8f-9405-e4cb767598af tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0781353
May 19 02:38:43.822944 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-04b6111b-bb35-4cf9-b60a-1cd41182c06e req-91c12a23-3168-46d1-83d4-8e5ba99d5ac5 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402932
May 19 02:38:44.113557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d29356-4996-4450-82b9-f376175aff4d req-bdaf81ea-e641-496d-80dd-e1cd2e5aa899 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:44.114979 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17d29356-4996-4450-82b9-f376175aff4d req-bdaf81ea-e641-496d-80dd-e1cd2e5aa899 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0791829
May 19 02:38:44.158473 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17d29356-4996-4450-82b9-f376175aff4d req-058a731f-1969-4230-9a24-a72517ce7c85 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379314
May 19 02:38:45.004613 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f38e5-2af4-49fb-8c3b-a53b283331ab req-8aa289b1-ace0-4878-8cc3-3ea9cd48b754 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:45.006178 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-662f38e5-2af4-49fb-8c3b-a53b283331ab req-8aa289b1-ace0-4878-8cc3-3ea9cd48b754 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0821145
May 19 02:38:45.049993 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-662f38e5-2af4-49fb-8c3b-a53b283331ab req-19a1f4a5-b1ad-4950-8ef4-1ae43776c028 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383921
May 19 02:38:45.345458 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f8be4-8e66-4326-86f0-00d89df39f0a req-d1457dd9-1597-47e1-b01a-dd98644dfc0e tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:45.347040 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b98f8be4-8e66-4326-86f0-00d89df39f0a req-d1457dd9-1597-47e1-b01a-dd98644dfc0e tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0806706
May 19 02:38:45.392311 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b98f8be4-8e66-4326-86f0-00d89df39f0a req-54d9664f-fc7b-499c-b875-cf6c40809a0e tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388184
May 19 02:38:46.232159 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d634d-a6d9-40b7-947c-a1310eb2d5df req-f9c5d3bd-77a4-4950-9b46-f147835f5b27 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:46.233586 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe8d634d-a6d9-40b7-947c-a1310eb2d5df req-f9c5d3bd-77a4-4950-9b46-f147835f5b27 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0820427
May 19 02:38:46.276361 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fe8d634d-a6d9-40b7-947c-a1310eb2d5df req-9a7e857a-26c0-4ce7-8668-781eed742d8c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372484
May 19 02:38:46.623077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db107e67-5fd9-48ce-816e-378b5faaa6b9 req-111c96ba-7bed-4ce1-b394-679769e6e39a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:46.624629 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db107e67-5fd9-48ce-816e-378b5faaa6b9 req-111c96ba-7bed-4ce1-b394-679769e6e39a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0789354
May 19 02:38:46.671760 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-db107e67-5fd9-48ce-816e-378b5faaa6b9 req-2495e04d-0d8e-4db1-846f-4f57e3c5203a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409362
May 19 02:38:46.722524 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-bc90c0ba-93de-4545-a1a6-522cca181bdf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2190921
May 19 02:38:46.737414 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08664c-a7b0-4843-9f80-54e1dd27796b req-28ef54ec-518a-4447-b145-afcdcbfbfbf6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:46.738847 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5f08664c-a7b0-4843-9f80-54e1dd27796b req-28ef54ec-518a-4447-b145-afcdcbfbfbf6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.2003016
May 19 02:38:46.788526 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5f08664c-a7b0-4843-9f80-54e1dd27796b req-28d4a766-d996-4ad5-88b4-88442d4634ba tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414569
May 19 02:38:47.861829 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e884d-d900-4c8b-bdaa-e1aca04f8b68 req-d48bad1d-a0bd-4ce3-a30b-1de63eb36d7a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:47.863296 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d6e884d-d900-4c8b-bdaa-e1aca04f8b68 req-d48bad1d-a0bd-4ce3-a30b-1de63eb36d7a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0838370
May 19 02:38:47.908730 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7d6e884d-d900-4c8b-bdaa-e1aca04f8b68 req-41084d81-16c4-49ba-b0a7-582345ceb123 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396509
May 19 02:38:47.989348 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b418f0-2d2d-4edb-a466-59c2d1ccb93f req-2ef25836-ae26-4fb7-b50c-db0c62432631 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:47.991480 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-77b418f0-2d2d-4edb-a466-59c2d1ccb93f req-2ef25836-ae26-4fb7-b50c-db0c62432631 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.0889323
May 19 02:38:48.036596 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-77b418f0-2d2d-4edb-a466-59c2d1ccb93f req-1d2dc3d0-cac5-4e09-bdd5-8cdb429366e9 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395529
May 19 02:38:48.630257 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-528fb414-da70-437a-8f0f-e098f0ba44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:48.631083 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-092c741d-9dc5-44d5-887a-f8345a651682 req-bcd4b9cb-3fe4-4d86-bd2b-7a37cbe31448 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773180328&fields=id&tenant_id=74aac56c7438451c8a8b578ed9a44362 HTTP/1.1" status: 200  len: 267 time: 0.0398669
May 19 02:38:48.631792 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-528fb414-da70-437a-8f0f-e098f0ba44a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81&tenant_id=4f5971b348dd4292ba5102ed2c5dace2 HTTP/1.1" status: 200  len: 1098 time: 0.0734189
May 19 02:38:48.717924 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c741d-9dc5-44d5-887a-f8345a651682 req-f5fe45eb-6175-429a-a254-a2d63514e696 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:48.719369 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-092c741d-9dc5-44d5-887a-f8345a651682 req-f5fe45eb-6175-429a-a254-a2d63514e696 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 985 time: 0.0828297
May 19 02:38:48.730206 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Request body: {'port': {'security_groups': ['1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b']}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:48.741864 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-da737b06-8d85-4b72-80c8-7bcbebee39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:48.743384 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-da737b06-8d85-4b72-80c8-7bcbebee39e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.0697660
May 19 02:38:48.849085 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:48.873678 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-bb029624-4e1b-4035-8787-4e8378d28868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:48.876398 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-bb029624-4e1b-4035-8787-4e8378d28868 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.1255729
May 19 02:38:48.985006 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-6ae31275-b9b4-489d-ad31-5d81c40c3328 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 1001 time: 0.0998912
May 19 02:38:49.102516 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-7ec60ef2-47b6-4765-980f-c3902cf8d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.103723 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-7ec60ef2-47b6-4765-980f-c3902cf8d78d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.1092229
May 19 02:38:49.128972 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:49.157367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.163960 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.170555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62788a9-1c05-4400-930e-108d722dd304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:49.178172 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:38:49.183944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7aa4-e515-4375-a03e-124ecfc6080f req-7199995c-40e5-4961-a171-eeab6db62172 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.190772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-814a7aa4-e515-4375-a03e-124ecfc6080f req-7199995c-40e5-4961-a171-eeab6db62172 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1480412
May 19 02:38:49.241393 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-e0587dfd-8bb3-41e6-9496-ea61b66b54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.242860 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-e0587dfd-8bb3-41e6-9496-ea61b66b54ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1319249
May 19 02:38:49.255347 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-814a7aa4-e515-4375-a03e-124ecfc6080f req-ecd00dc8-97c9-4985-a29c-c21e63dbfacf tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633872
May 19 02:38:49.339567 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.340286 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.346698 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-092c741d-9dc5-44d5-887a-f8345a651682 req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "PUT /v2.0/ports/0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 943 time: 0.6208761
May 19 02:38:49.347383 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:49.363893 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59094) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:49.410374 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-b2a508e8-f23e-47de-8b60-eb94c0763f51 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585808
May 19 02:38:49.413135 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event updated for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=7']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:49.445084 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2f5554d9-89ee-42da-ab89-45316aa90501 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:38:49.460266 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.460721 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.461147 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.461569 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.461984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.462493 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.462969 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.463432 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.471072 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.471743 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.472608 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.473514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:38:49.492822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-18a1e0ac-0241-4998-a44a-a9ef3abecae3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:49.524761 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.591524 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:38:49.598424 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:38:49.619561 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.650208 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:38:49.668360 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-df2030dc-b8a5-4536-8f93-aeacafbdf73b req-201a2440-85a6-4fd5-a141-b68edd00d1f2 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505162
May 19 02:38:49.692121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd6300-6f64-47b9-9705-4b22c9207059 req-1865c738-0d7a-4f02-a27b-fec2eee4d948 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.693804 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d8bd6300-6f64-47b9-9705-4b22c9207059 req-1865c738-0d7a-4f02-a27b-fec2eee4d948 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 944 time: 0.1659431
May 19 02:38:49.711529 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97480f-c252-4213-9641-405f6e2aef38 req-22ed097a-8b37-4cde-a568-c45425329c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.712970 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-22ed097a-8b37-4cde-a568-c45425329c4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1099 time: 0.0942044
May 19 02:38:49.758230 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d8bd6300-6f64-47b9-9705-4b22c9207059 req-9490e355-d025-415a-b155-e38913546320 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566659
May 19 02:38:49.775232 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.788448 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-729ca333-9482-4d84-ae29-32cbd5f031a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:49.802514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719797ad-4c22-4803-8f12-a90ffb1728c1,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:49.805754 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:49.811847 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.814312 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-09ea295b-5140-44fe-9609-c3dfe5544442 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "DELETE /v2.0/security-groups/719797ad-4c22-4803-8f12-a90ffb1728c1 HTTP/1.1" status: 204  len: 168 time: 0.4439433
May 19 02:38:49.816333 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59102) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:49.822243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-ed239185-1abd-4032-bd46-8eab81d7b4c9 None None] Provisioning complete for port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:38:49.822626 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ed239185-1abd-4032-bd46-8eab81d7b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:49.867202 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97480f-c252-4213-9641-405f6e2aef38 req-437c91ac-ce03-4bf9-9502-b532337901ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:49.868782 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-437c91ac-ce03-4bf9-9502-b532337901ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1460943
May 19 02:38:49.983373 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-0254cfe8-7647-49fd-96af-3a574da0b723 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 1002 time: 0.1076655
May 19 02:38:49.995610 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.027862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2f5554d9-89ee-42da-ab89-45316aa90501,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:50.050812 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97480f-c252-4213-9641-405f6e2aef38 req-5f419eb5-27a4-4c2e-9b1d-a0cf01c21cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:50.052291 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-5f419eb5-27a4-4c2e-9b1d-a0cf01c21cd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.0606985
May 19 02:38:50.053833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:50.062682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:50.079875 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.082626 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:50.110487 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '2f5554d9-89ee-42da-ab89-45316aa90501', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:38:50.137883 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Deleting port 8e82f355-d302-4991-a82f-fc2fdcc16cc6 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:38:50.138391 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.156222 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'code': 200}
May 19 02:38:50.158112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97480f-c252-4213-9641-405f6e2aef38 req-938993c6-ea16-439f-b23b-3d0bc19dd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:50.159782 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-938993c6-ea16-439f-b23b-3d0bc19dd268 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0963387
May 19 02:38:50.277893 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.279825 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.316543 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-85fe028a-eee0-433e-85e8-08cd310cb487 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452763
May 19 02:38:50.317583 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=6']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:50.319948 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.331912 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:50.351173 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5554d9-89ee-42da-ab89-45316aa90501 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:38:50.394071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2f5554d9-89ee-42da-ab89-45316aa90501,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:50.400649 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.405175 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:50.408621 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Calling delete_port for 8e82f355-d302-4991-a82f-fc2fdcc16cc6 owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:38:50.483770 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:50.487258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:50.526834 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a28ef-d73a-438a-8f8e-977944c18e21 req-013f920d-a387-46d9-a40f-189fe1e29424 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:50.528488 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-675a28ef-d73a-438a-8f8e-977944c18e21 req-013f920d-a387-46d9-a40f-189fe1e29424 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1143615
May 19 02:38:50.565069 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3a97480f-c252-4213-9641-405f6e2aef38 req-3a4a0651-ad33-4e1f-83d1-e3d207dedd38 service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377520
May 19 02:38:50.588785 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-675a28ef-d73a-438a-8f8e-977944c18e21 req-2bb457e5-b9c0-42fa-ac71-04e331a5880a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543189
May 19 02:38:50.660555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.665105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-79755fc5-05d5-40a5-bf5f-3a78c34c4c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:50.708621 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event deleted for resources: {'Port': ['ID=8e82f355-d302-4991-a82f-fc2fdcc16cc6,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:50.711876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:50.803769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:50.804211 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Floating IP 89bac8cc-3cd4-4187-8269-cf064dd1f5ef disassociated (deleted). External IP: 172.27.0.183, port: 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc.
May 19 02:38:50.966153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['2f5554d9-89ee-42da-ab89-45316aa90501'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:38:51.042552 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5697203-717b-4294-8278-5af2fe096aca req-eb9872f1-5cb2-4c3b-96ce-6aa9c2281ed8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:51.044126 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c5697203-717b-4294-8278-5af2fe096aca req-eb9872f1-5cb2-4c3b-96ce-6aa9c2281ed8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 945 time: 0.1765244
May 19 02:38:51.250185 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1ef78-48bc-4870-9e1a-f251a9e995cc req-66f380d2-685b-4080-a94e-b163028fa48b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:51.251973 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-54b1ef78-48bc-4870-9e1a-f251a9e995cc req-66f380d2-685b-4080-a94e-b163028fa48b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.0836580
May 19 02:38:51.267748 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c5697203-717b-4294-8278-5af2fe096aca req-1dba64ad-82a7-4472-9ae2-56c895139182 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661375
May 19 02:38:51.306751 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-54b1ef78-48bc-4870-9e1a-f251a9e995cc req-ae2666f4-3302-48e9-a74b-007bcb2fba10 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466762
May 19 02:38:51.361071 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Router d345a9fc-4928-4b8b-8da8-79c09cf54a56 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:38:51.538685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:38:51.547712 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Sync routers for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:38:51.556717 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:51.557322 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f765abb0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:51.558573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:51.612938 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "DELETE /v2.0/floatingips/89bac8cc-3cd4-4187-8269-cf064dd1f5ef HTTP/1.1" status: 204  len: 168 time: 1.7955878
May 19 02:38:51.613682 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:51.746597 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:51.795431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fad21f-e112-4c2b-aa25-81dc504f1c9d req-6a0cc8cc-ed26-497b-ad99-e81506c57e08 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:51.801746 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-68fad21f-e112-4c2b-aa25-81dc504f1c9d req-6a0cc8cc-ed26-497b-ad99-e81506c57e08 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0930274
May 19 02:38:51.843567 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-68fad21f-e112-4c2b-aa25-81dc504f1c9d req-441354dc-8ba1-4c33-8adb-ab1e4c557608 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409462
May 19 02:38:51.902221 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:38:52.061988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-a0589a9a-97ca-420b-ba46-76ff900e85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.064039 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-a0589a9a-97ca-420b-ba46-76ff900e85ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=74aac56c7438451c8a8b578ed9a44362&device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 1099 time: 0.1206281
May 19 02:38:52.084854 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f765abb0>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:52.088714 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Checking router: d345a9fc-4928-4b8b-8da8-79c09cf54a56 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:38:52.098198 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:52.098801 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f765abb0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:52.201775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-f9357140-63f8-41f6-a2f3-a7c067040ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.203235 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-f9357140-63f8-41f6-a2f3-a7c067040ed5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 200  len: 915 time: 0.1282084
May 19 02:38:52.275505 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-53607cc4-0b24-4f9e-8808-b168fef18652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 200  len: 217 time: 0.0634985
May 19 02:38:52.315939 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:52.458265 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318083c7-892e-4efd-a00e-2975377c06d4 req-a2d8805d-ab66-4b4e-9b51-df8526a12496 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.459861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-318083c7-892e-4efd-a00e-2975377c06d4 req-a2d8805d-ab66-4b4e-9b51-df8526a12496 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 945 time: 0.0844388
May 19 02:38:52.480517 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-22b592bd-bc5f-4db0-9432-56a3fbc4ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.482111 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-22b592bd-bc5f-4db0-9432-56a3fbc4ddad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 200  len: 853 time: 0.1733935
May 19 02:38:52.506095 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-318083c7-892e-4efd-a00e-2975377c06d4 req-9638e173-8c4a-4b1b-8a4d-d1335990b465 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404048
May 19 02:38:52.580562 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-0aaddc7c-5b16-41ef-b62b-efcd4250cc26 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.581880 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-0aaddc7c-5b16-41ef-b62b-efcd4250cc26 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.2300053
May 19 02:38:52.633135 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14498-4df6-4ef4-84b3-73ebc3141651 req-55586c7e-6143-443f-af34-17433acceff4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.634552 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5f14498-4df6-4ef4-84b3-73ebc3141651 req-55586c7e-6143-443f-af34-17433acceff4 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 946 time: 0.2078278
May 19 02:38:52.637664 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f765abb0>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:52.642551 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3615da-8cbb-4623-aac0-c4e044347835 None None] The sync data for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi is: [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:31:08Z', 'revision_number': 4, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'ead417bc-211a-40e1-aedb-ad232ba26304', 'name': '', 'network_id': '7d1dd497-d8d7-4d84-988d-d578f567da49', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'mac_address': 'fa:16:3e:df:51:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:15Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'subnets': [{'id': 'd1304b79-ec6c-480b-beed-3ca5afc920c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:38:52.729254 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-64ccac82-1d03-4577-8c85-41130bdcb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:52.730717 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-64ccac82-1d03-4577-8c85-41130bdcb9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d1dd497-d8d7-4d84-988d-d578f567da49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2358418
May 19 02:38:52.746986 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d5f14498-4df6-4ef4-84b3-73ebc3141651 req-4042afea-97e1-454b-9c7e-9936a5d907b2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0977018
May 19 02:38:52.887569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Deleting port e6a00d3d-6d75-4663-af7f-f45becbb3d83 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:38:52.888036 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:52.929489 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f19d03-f244-496a-a07b-f84e8b45b1a7 None None] New status for floating IP 89bac8cc-3cd4-4187-8269-cf064dd1f5ef: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:38:52.986682 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-fd4d390f-c71c-4ad9-8fb8-45ef61c2953a service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377527
May 19 02:38:53.066144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea24c7-94ed-4879-b9f9-2ce22d1db65d req-59a4603a-f268-4857-bd8a-52d9e120edee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:53.067705 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-deea24c7-94ed-4879-b9f9-2ce22d1db65d req-59a4603a-f268-4857-bd8a-52d9e120edee tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0987890
May 19 02:38:53.144054 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-deea24c7-94ed-4879-b9f9-2ce22d1db65d req-2e30d3a9-a77d-4014-82d6-791a4f92232f tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691261
May 19 02:38:53.148750 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] For port e6a00d3d-6d75-4663-af7f-f45becbb3d83, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6a00d3d-6d75-4663-af7f-f45becbb3d83,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:53.149129 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.354842 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bee6fda2-8a15-4197-b43d-889e919dfde3 req-3eedfc8a-9cb9-4cf0-a63e-9266349860ae service neutron] 10.222.0.55 "GET /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565209
May 19 02:38:53.462714 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2f5554d9-89ee-42da-ab89-45316aa90501 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:38:53.530188 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 2f5554d9-89ee-42da-ab89-45316aa90501 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:38:53.533569 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 2f5554d9-89ee-42da-ab89-45316aa90501 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:38:53.533949 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.558986 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.559689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.560280 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Floating IP baab8755-1fba-48f0-9650-ab72ba906c6e disassociated. External IP: 172.27.0.135, port: e6a00d3d-6d75-4663-af7f-f45becbb3d83.
May 19 02:38:53.560790 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Calling delete_port for e6a00d3d-6d75-4663-af7f-f45becbb3d83 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:38:53.661206 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.687107 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:53.696689 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2f5554d9-89ee-42da-ab89-45316aa90501,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:53.702273 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.705024 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:53.729729 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:53.735815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-392079b0-31c6-43ef-910d-818867748786 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:53.742913 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501', 'code': 200}
May 19 02:38:53.790519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'Port': ['ID=e6a00d3d-6d75-4663-af7f-f45becbb3d83,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:53.795171 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:53.798164 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:53.801460 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:53.873300 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca6e07-f98e-4a49-a644-c0a426853f23 req-ecfe46dc-f549-4d7f-a191-e7dcb84986eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:53.875126 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8ca6e07-f98e-4a49-a644-c0a426853f23 req-ecfe46dc-f549-4d7f-a191-e7dcb84986eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 945 time: 0.2311847
May 19 02:38:53.908990 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b01219c6-0eb2-43a5-b948-71160030108e req-52f4072e-14ec-442c-975b-57b1bd656a47 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0480514
May 19 02:38:54.010841 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d8ca6e07-f98e-4a49-a644-c0a426853f23 req-c06e4f90-3afd-412a-ba2f-943c163611a7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267829
May 19 02:38:54.082349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:38:54.176002 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266389f-a3c0-4161-a1bf-605dbceb88ab req-04b1660c-fab5-45a8-b6d7-6785044f9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:54.177558 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d266389f-a3c0-4161-a1bf-605dbceb88ab req-04b1660c-fab5-45a8-b6d7-6785044f9a41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1099 time: 0.1698945
May 19 02:38:54.300065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d266389f-a3c0-4161-a1bf-605dbceb88ab req-e4d50b67-54e8-4209-a88a-b14c01d0397e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144152
May 19 02:38:54.313745 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:38:54.328270 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:38:54.339254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:54.339957 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6881c10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:54.347299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b944-7de4-4a30-aff1-fb093bd8a8cc req-995fb8de-b6a5-4e1d-ad3e-675611d6ee4c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:54.348959 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1f26b944-7de4-4a30-aff1-fb093bd8a8cc req-995fb8de-b6a5-4e1d-ad3e-675611d6ee4c tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0952330
May 19 02:38:54.402858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] No DVR routers for this DVR port e6a00d3d-6d75-4663-af7f-f45becbb3d83 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:38:54.405650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:54.408361 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'name': 'network-vif-deleted', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:54.415238 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1f26b944-7de4-4a30-aff1-fb093bd8a8cc req-1616b75d-2be5-411b-9b27-d947378046a1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488968
May 19 02:38:54.432408 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-fff1b25a-7968-4e49-b86f-bc7feda2f77f req-23746ce6-3049-4d93-8491-1d5ea41365ee tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "DELETE /v2.0/ports/e6a00d3d-6d75-4663-af7f-f45becbb3d83 HTTP/1.1" status: 204  len: 173 time: 1.8413994
May 19 02:38:54.476756 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3854cea-234d-47bf-adf1-101b84a59d5a', 'name': 'network-vif-deleted', 'tag': 'e6a00d3d-6d75-4663-af7f-f45becbb3d83', 'status': 'completed', 'code': 200}
May 19 02:38:54.548366 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:54.878541 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6881c10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:54.882153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:38:54.890595 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:38:54.891250 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6881c10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:55.082092 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8e7f7b9b-11e4-401f-8dbb-878ccb71f2a8 req-322684d8-a4ed-4c9d-bab3-6f4e1dbbd17c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:55.097546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-8e7f7b9b-11e4-401f-8dbb-878ccb71f2a8 req-322684d8-a4ed-4c9d-bab3-6f4e1dbbd17c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:55.099042 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8e7f7b9b-11e4-401f-8dbb-878ccb71f2a8 req-322684d8-a4ed-4c9d-bab3-6f4e1dbbd17c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3854cea-234d-47bf-adf1-101b84a59d5a HTTP/1.1" status: 200  len: 210 time: 0.0681360
May 19 02:38:55.122190 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:38:55.236007 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b663e6f-b9f1-43d0-8d7b-0ede56d0d56f req-f7e9d28c-cfd6-45c2-ae3d-1699fbd95cfb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:55.237544 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b663e6f-b9f1-43d0-8d7b-0ede56d0d56f req-f7e9d28c-cfd6-45c2-ae3d-1699fbd95cfb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.0896480
May 19 02:38:55.291483 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9b663e6f-b9f1-43d0-8d7b-0ede56d0d56f req-d35d384c-bd13-436c-b036-18569945c1d1 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477881
May 19 02:38:55.451309 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6881c10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:38:55.455347 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf12ee-bcff-4d7e-8efb-7bfa1e75104b None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:38:55.464405 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e6a00d3d-6d75-4663-af7f-f45becbb3d83 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:38:55.500591 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: e6a00d3d-6d75-4663-af7f-f45becbb3d83 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:38:55.501061 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device e6a00d3d-6d75-4663-af7f-f45becbb3d83 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:38:55.591716 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a61a66-68db-4104-b1e5-a1d25b7b7b67 req-8d99ed1f-c146-4872-b97a-bd71b3147770 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:55.593218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-82a61a66-68db-4104-b1e5-a1d25b7b7b67 req-8d99ed1f-c146-4872-b97a-bd71b3147770 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0814734
May 19 02:38:55.639763 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-82a61a66-68db-4104-b1e5-a1d25b7b7b67 req-8527cb00-df10-460e-8549-87ae505d8fad tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400193
May 19 02:38:55.669585 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0e446-02ae-4ea9-9c92-90d7936f1a64 None None] New status for floating IP baab8755-1fba-48f0-9650-ab72ba906c6e: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:38:56.229203 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59188) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:56.235025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-c10ca3b1-116c-4337-a173-d7da4872d410 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:56.235736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-c10ca3b1-116c-4337-a173-d7da4872d410 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:56.251485 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-c10ca3b1-116c-4337-a173-d7da4872d410 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:56.252603 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-c10ca3b1-116c-4337-a173-d7da4872d410 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.0959022
May 19 02:38:56.296143 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.299500 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-758bd558-2110-4700-a74a-262ea699db9d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Synchronizing usage tracker for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:56.315509 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-758bd558-2110-4700-a74a-262ea699db9d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Unset dirty status for tenant:74aac56c7438451c8a8b578ed9a44362 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:56.316785 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2efccd17-bbcd-4165-a50d-0dbc0815bf4f req-758bd558-2110-4700-a74a-262ea699db9d tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584128
May 19 02:38:56.325110 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.377649 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.383188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c1ce43ee-ab2d-4d41-84f6-07579ad41fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:56.429405 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd444077-3ee2-4ba6-9194-4d1cbd0f68ff,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:56.436258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:56.447702 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.451250 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "DELETE /v2.0/security-groups/fd444077-3ee2-4ba6-9194-4d1cbd0f68ff HTTP/1.1" status: 204  len: 168 time: 0.2185972
May 19 02:38:56.451811 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59194) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:56.475317 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.api.v2.resource [None req-0dc36d76-6d8c-473f-9315-d7a8081afb42 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] show failed (client error): The resource could not be found.
May 19 02:38:56.476183 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-0dc36d76-6d8c-473f-9315-d7a8081afb42 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups/fd444077-3ee2-4ba6-9194-4d1cbd0f68ff HTTP/1.1" status: 404  len: 347 time: 0.0238426
May 19 02:38:56.478855 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59198) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:56.501504 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483335e-5ffb-4214-81fa-7a5d51975871 req-04c6ca77-9633-45c2-a28d-3fbb903f449b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:56.502962 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a483335e-5ffb-4214-81fa-7a5d51975871 req-04c6ca77-9633-45c2-a28d-3fbb903f449b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.1078799
May 19 02:38:56.551582 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a483335e-5ffb-4214-81fa-7a5d51975871 req-604a1e64-4d91-4c45-9f3b-936ea14ecbb8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427570
May 19 02:38:56.758674 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Deleting port dba27280-6687-456d-adae-44a8305a07cf {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:38:56.759012 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.780595 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a3d0a-0bd5-40cf-8f59-e3beb02b9e9c req-3962e9b3-b92f-42e0-a5fc-daf1b2c459b8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:56.782044 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f56a3d0a-0bd5-40cf-8f59-e3beb02b9e9c req-3962e9b3-b92f-42e0-a5fc-daf1b2c459b8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.1214101
May 19 02:38:56.823458 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5cdd2-e02f-49d8-a220-a254dcce3308 req-19099b0f-71b7-4911-ade5-698073114fae tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:56.824888 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47e5cdd2-e02f-49d8-a220-a254dcce3308 req-19099b0f-71b7-4911-ade5-698073114fae tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.0796630
May 19 02:38:56.869059 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-47e5cdd2-e02f-49d8-a220-a254dcce3308 req-6ffd2663-b387-48b8-9822-9b1982ed6bf2 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383773
May 19 02:38:56.894141 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-f56a3d0a-0bd5-40cf-8f59-e3beb02b9e9c req-63181dad-923d-4222-9a51-68be0282e3ef tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009939
May 19 02:38:56.918132 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59208) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:56.923966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:56.924296 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.092980 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442cb0a-faec-42bf-8637-ba4db14ef856 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:57.094283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-b442cb0a-faec-42bf-8637-ba4db14ef856 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] Synchronizing usage tracker for tenant:436c4a53d71c439f9e381d58a1d8014c on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:38:57.109523 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-b442cb0a-faec-42bf-8637-ba4db14ef856 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] Unset dirty status for tenant:436c4a53d71c439f9e381d58a1d8014c on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:38:57.110834 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-b442cb0a-faec-42bf-8637-ba4db14ef856 tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1094 time: 0.1916897
May 19 02:38:57.113987 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59212) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:57.118954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:57.124751 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:57.129738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:floatingip and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:57.132916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:57.141194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:57.148870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Calling delete_port for dba27280-6687-456d-adae-44a8305a07cf owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:38:57.152526 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.257212 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.261579 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ca67920b-871f-435a-a8c1-0cba892375b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:57.288108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.304887 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'Port': ['ID=dba27280-6687-456d-adae-44a8305a07cf,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:57.338583 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:57.399226 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.421812 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.423799 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "DELETE /v2.0/floatingips/baab8755-1fba-48f0-9650-ab72ba906c6e HTTP/1.1" status: 204  len: 168 time: 0.9439611
May 19 02:38:57.431298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.27.0.210 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/568964a5-d3ea-4ab9-8d82-412ee361e336) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:38:57.528321 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6f62-a4d3-4645-a6e5-32d22e7b9fb5 req-c1f34ba6-a46f-4595-9abe-7c5359105e48 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:57.529941 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3fac6f62-a4d3-4645-a6e5-32d22e7b9fb5 req-c1f34ba6-a46f-4595-9abe-7c5359105e48 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1007128
May 19 02:38:57.587750 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3fac6f62-a4d3-4645-a6e5-32d22e7b9fb5 req-eba00161-a633-4097-886f-0adf7d74df05 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517831
May 19 02:38:57.655694 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.676712 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-5dde3fda-abbd-49fb-806f-af1aaeb64556 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:57.678487 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-5dde3fda-abbd-49fb-806f-af1aaeb64556 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.55 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1408103
May 19 02:38:57.802062 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.837255 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9da0fb3d-0586-49e1-a045-1ec657defb07 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:57.915695 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:38:57.923790 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:38:57.929860 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:38:57.930458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59222) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:57.935694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146088523', 'description': 'tempest-description--244804739'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:57.941415 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:57.946877 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:57.950026 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:57.957722 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:57.968624 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:57.972082 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=568964a5-d3ea-4ab9-8d82-412ee361e336,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:57.985363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:57.990488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bbcd6-7fd8-4966-953f-ccf21bb3435d req-c558ed66-1d1a-43cc-84a0-7ce5614f714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:57.991974 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b7bbcd6-7fd8-4966-953f-ccf21bb3435d req-c558ed66-1d1a-43cc-84a0-7ce5614f714b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1096 time: 0.2697427
May 19 02:38:58.037806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:58.049797 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:58.054892 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:58.058100 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Deleting port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:38:58.058436 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.062992 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:58.101906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac99a2-1894-409a-9ad6-e6be94c43a38 req-84176936-2e01-413f-9076-0ff35584b2be tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:58.103302 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9bac99a2-1894-409a-9ad6-e6be94c43a38 req-84176936-2e01-413f-9076-0ff35584b2be tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.1177800
May 19 02:38:58.186587 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.191801 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9bac99a2-1894-409a-9ad6-e6be94c43a38 req-4d8732d4-3c7c-49ab-b09b-30bccfb80f37 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699382
May 19 02:38:58.192796 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.196449 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-63fe8484-2936-402f-9aec-85f6e9a561cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:58.230625 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3b7bbcd6-7fd8-4966-953f-ccf21bb3435d req-dfb10c5d-5386-4340-a12d-689c9af4f454 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2237039
May 19 02:38:58.239462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc172e-f193-44fd-9d07-9dca6d867e0c,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:58.242328 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:58.248341 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.249637 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3181405
May 19 02:38:58.252374 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59228) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:58.257386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group_rule': {'security_group_id': '2ecc172e-f193-44fd-9d07-9dca6d867e0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:58.263064 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:58.267380 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:58.270305 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:58.276764 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:58.292290 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.349800 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] For port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:58.350208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.351132 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.354827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.361210 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:58.379704 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c28b49-7a3b-4eff-8797-acf10f9d4c54,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:58.382684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:58.390998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.392756 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-787ea0e3-c63a-4d5a-8942-7ca87ea68d5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1394665
May 19 02:38:58.395465 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59232) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:58.400434 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'security_group_rule': {'security_group_id': '2ecc172e-f193-44fd-9d07-9dca6d867e0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:58.406003 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:58.410090 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:security_group_rule and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:58.412923 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:58.418508 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:58.434621 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.482738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Calling delete_port for 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:38:58.497048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.501045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544193'] for security_group_rule, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.503084 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-82d79733-6566-4560-be15-fcf602e59cc9 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:58.525301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363911a5-0716-4d6c-beba-38453eb214c5,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:58.529700 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:58.534209 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.535376 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d352d20c-4520-40ae-887e-077cc51dd03f tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1390021
May 19 02:38:58.538406 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59236) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:38:58.544528 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:38:58.551002 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:38:58.554995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Usage tracker for resource:floatingip and tenant:e70543816ca84f74ad46bbf405c7bcf9 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:38:58.557827 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:38:58.564094 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:38:58.574846 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.781460 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.823271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.830511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:58.832207 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf9989-b080-4a6e-aad7-426e0b9ba770 req-874a6532-c44d-483a-93f4-e08ef73de642 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:58.833664 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-abbf9989-b080-4a6e-aad7-426e0b9ba770 req-874a6532-c44d-483a-93f4-e08ef73de642 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/ports?device_id=84bd58c8-2319-46c8-8393-fc59443363c4 HTTP/1.1" status: 200  len: 946 time: 0.1376734
May 19 02:38:58.836556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:58.842646 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:38:58.884874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Pushing event deleted for resources: {'Port': ['ID=0346e6d1-fe96-473f-a8a7-3062c6d6d5dc,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:58.894163 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:58.932330 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-abbf9989-b080-4a6e-aad7-426e0b9ba770 req-afa9d7f2-c619-470f-9515-2ae08739a7f3 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.63 "GET /v2.0/security-groups?id=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887420
May 19 02:38:58.972114 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Allocated IP 172.27.0.21 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/9d606afc-8611-45c2-9d09-4f2b228d0a00) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:38:59.012463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] No DVR routers for this DVR port 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:38:59.016763 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.019431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'name': 'network-vif-deleted', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:38:59.030842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.091680 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2e5ead76-51d6-4c47-9ac5-42cb67942268 req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] 10.222.0.55 "DELETE /v2.0/ports/0346e6d1-fe96-473f-a8a7-3062c6d6d5dc HTTP/1.1" status: 204  len: 173 time: 1.4028146
May 19 02:38:59.132899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.160034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.164670 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:59.193988 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd58c8-2319-46c8-8393-fc59443363c4', 'name': 'network-vif-deleted', 'tag': '0346e6d1-fe96-473f-a8a7-3062c6d6d5dc', 'status': 'completed', 'code': 200}
May 19 02:38:59.228908 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:38:59.232522 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:38:59.236246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:38:59.271951 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=9d606afc-8611-45c2-9d09-4f2b228d0a00,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:59.287323 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.291150 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:59.295043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.301764 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a06c14e7-77ed-48c7-9f39-b3bd540eee33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:59.330396 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.428451 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.452605 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=568964a5-d3ea-4ab9-8d82-412ee361e336,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:59.457886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:59.458791 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.483146 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:38:59.642286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:59.658243 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'port_id': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'mac_address': 'fa:16:3e:fd:74:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:38:59.697004 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP 737dea2b-08a0-4689-9b0d-a4fbc20fd8ae associated. External IP: 172.27.0.210, port: 2f5554d9-89ee-42da-ab89-45316aa90501.
May 19 02:38:59.716637 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.734166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b440ba18-5164-425f-969b-f2ce3660d2cf {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:38:59.749853 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:38:59.754600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.757079 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:38:59.789047 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd058-82f9-4482-a1f6-e3725684d20b req-9c4b9344-969f-401c-9fcc-c75974adf12a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:38:59.796976 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff3cd058-82f9-4482-a1f6-e3725684d20b req-9c4b9344-969f-401c-9fcc-c75974adf12a tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 943 time: 0.3700073
May 19 02:38:59.841051 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=7']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:38:59.844693 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:38:59.876170 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ff3cd058-82f9-4482-a1f6-e3725684d20b req-5ebb4898-94fa-403f-a832-dad55f21c07b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773346
May 19 02:38:59.910892 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.915641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:38:59.919553 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:00.043469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=9d606afc-8611-45c2-9d09-4f2b228d0a00,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:00.047767 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:00.055091 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:00.084379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:00.086239 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5464220
May 19 02:39:00.087288 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:39:00.185396 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['b440ba18-5164-425f-969b-f2ce3660d2cf'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:39:00.310724 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-7bf3004d-fd52-4e2b-85bd-da1ce91c5212 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:39:00.319079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:39:00.335547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:39:00.345502 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-7bf3004d-fd52-4e2b-85bd-da1ce91c5212 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:39:00.346714 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-7bf3004d-fd52-4e2b-85bd-da1ce91c5212 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--146088523&fields=id&tenant_id=e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 267 time: 0.0996463
May 19 02:39:00.347847 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:00.369217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:00.369890 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6433340>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:00.615751 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4896917
May 19 02:39:00.647804 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:00.666438 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-3bd94b10-8b80-440c-aaf6-4c19cb08215d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:00.668000 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-3bd94b10-8b80-440c-aaf6-4c19cb08215d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 810 time: 0.2927499
May 19 02:39:00.684159 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-6bb870e7-309b-4a97-ab89-cb630749aa04 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/quotas/e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 375 time: 0.0096121
May 19 02:39:00.776073 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-d7632093-0b7a-4dc2-9ff3-2bae527b6c22 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0841947
May 19 02:39:00.798947 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59312) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:00.931145 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-a7c89016-0a15-42b1-859f-9b83560e0a98 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375580
May 19 02:39:01.019681 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d3172792-7630-43ca-9ad0-4ad76b659385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:01.075041 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-c19f1d3c-33cd-4483-91e3-7b996768378d service neutron] 10.222.0.63 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380923
May 19 02:39:01.125753 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6433340>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:38:58Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:01.131798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:39:01.143346 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:01.143989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6433340>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:38:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:01.195033 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:39:01.280922 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f88cf-164c-47ad-aa17-20409162e855 req-3c1ce0b2-c820-4378-a1d2-b3059121299b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:01.282647 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-109f88cf-164c-47ad-aa17-20409162e855 req-3c1ce0b2-c820-4378-a1d2-b3059121299b tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 944 time: 0.2522359
May 19 02:39:01.309607 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-63b02752-e8d4-42d2-947d-f4d602239a83 req-e1e6c913-238c-4296-8ddb-f8eee21f52ac tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 210 time: 0.0665772
May 19 02:39:01.358772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501', 'status': 'completed', 'code': 200}
May 19 02:39:01.360691 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:01.419988 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-109f88cf-164c-47ad-aa17-20409162e855 req-d0cb225a-5422-44f2-acc2-2ccb6e36fab7 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293252
May 19 02:39:01.494970 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646482e2-ed40-4e04-afac-93b33acd3eea req-d58e8436-3183-4e35-b88f-89d20d74dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:01.496858 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-d58e8436-3183-4e35-b88f-89d20d74dd40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1099 time: 0.1079619
May 19 02:39:01.519373 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:01.566939 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:01.567328 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 0346e6d1-fe96-473f-a8a7-3062c6d6d5dc not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:01.647816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646482e2-ed40-4e04-afac-93b33acd3eea req-ccf0d0d9-e03c-488a-b8e2-8bc4bc37867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:01.648237 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:01.649524 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-ccf0d0d9-e03c-488a-b8e2-8bc4bc37867b service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1443286
May 19 02:39:01.768644 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-5955a6fa-1c9c-463b-9fda-2f951d4f37b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 1000 time: 0.1116610
May 19 02:39:01.821840 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6433340>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:38:58Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:01.829138 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383c4ad-cc7f-4b4b-bf2e-f13b694917fd None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:38:58Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:39:01.866448 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646482e2-ed40-4e04-afac-93b33acd3eea req-b88061cb-e810-4818-bbbf-6eb6609178bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:01.868002 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-b88061cb-e810-4818-bbbf-6eb6609178bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0891438
May 19 02:39:01.978258 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646482e2-ed40-4e04-afac-93b33acd3eea req-b86dcf03-09d3-4deb-9e80-301f86acaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:01.979856 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-b86dcf03-09d3-4deb-9e80-301f86acaec5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0933411
May 19 02:39:02.090595 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb65b36-bef3-4927-8046-a74e6c7e9f8b None None] New status for floating IP 737dea2b-08a0-4689-9b0d-a4fbc20fd8ae: ACTIVE {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:39:02.126646 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Deleting port ead417bc-211a-40e1-aedb-ad232ba26304 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:02.127238 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:02.140941 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-1af2f403-9642-4ff8-b04d-fb49e53d0d93 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508517
May 19 02:39:02.310577 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-646482e2-ed40-4e04-afac-93b33acd3eea req-b7119521-5855-4218-992a-e213bf420542 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575706
May 19 02:39:02.374135 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] For port ead417bc-211a-40e1-aedb-ad232ba26304, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=ead417bc-211a-40e1-aedb-ad232ba26304,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:02.374608 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:02.532784 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Calling delete_port for ead417bc-211a-40e1-aedb-ad232ba26304 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:02.541307 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-139009ac-8fcc-4110-8170-3729a9fc3e51 req-e74f1af3-86c7-41a3-ac81-652c43a3f7a6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:39:02.571252 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-139009ac-8fcc-4110-8170-3729a9fc3e51 req-e74f1af3-86c7-41a3-ac81-652c43a3f7a6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:39:02.572345 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-139009ac-8fcc-4110-8170-3729a9fc3e51 req-e74f1af3-86c7-41a3-ac81-652c43a3f7a6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 210 time: 0.1359289
May 19 02:39:02.705267 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:02.710128 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:02.755513 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Pushing event deleted for resources: {'Port': ['ID=ead417bc-211a-40e1-aedb-ad232ba26304,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:02.791491 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:02.857465 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-134e4901-0946-430e-b9d9-174668c21af7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:02.858909 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-134e4901-0946-430e-b9d9-174668c21af7 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 810 time: 0.1577766
May 19 02:39:02.926479 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-afb98a64-9c6e-419b-964b-45a64c8fd7c6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70543816ca84f74ad46bbf405c7bcf9 HTTP/1.1" status: 200  len: 379 time: 0.0481687
May 19 02:39:02.936743 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'port': {'device_id': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'admin_state_up': True, 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'security_groups': ['2ecc172e-f193-44fd-9d07-9dca6d867e0c']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:39:03.065059 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.188877 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:39:03.198208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:39:03.208625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Made reservation on behalf of e70543816ca84f74ad46bbf405c7bcf9 for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:39:03.212000 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.372466 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Allocated IP 172.20.0.11 (c0cc44d6-7398-4824-8f71-83c663cd2560/2a1b8d05-587b-46a9-b067-9adcdee91fa6/7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:39:03.438102 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Router d345a9fc-4928-4b8b-8da8-79c09cf54a56 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:39:03.442682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.461689 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9dd24db9-946a-4fa9-8e56-1649d92babb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.524580 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:39:03.561054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.576700 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Transition to ACTIVE for port object 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:39:03.602993 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.608804 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-59305579-7311-4dae-b94a-00247659825b tempest-VolumesActionsTest-1812740152 tempest-VolumesActionsTest-1812740152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:03.614572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port b440ba18-5164-425f-969b-f2ce3660d2cf triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:39:03.614990 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.628696 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:39:03.641972 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] 10.222.0.63 "PUT /v2.0/routers/d345a9fc-4928-4b8b-8da8-79c09cf54a56/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8419232
May 19 02:39:03.644525 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59350) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:03.652918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Sync routers for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:39:03.675883 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:03.676606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69b7640>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:03.686920 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event updated for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:03.691549 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:03.701915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Network c0cc44d6-7398-4824-8f71-83c663cd2560 is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:39:03.703178 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:39:03.705625 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:39:03.775806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:03.776611 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.807725 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-9f3b8193-3ad5-4ca0-9c7e-a9a2a42f2932 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8746550
May 19 02:39:03.824451 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Request body: {'port': {'device_id': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:39:03.948436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.960806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:03.983776 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:04.029750 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.090750 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:39:04.125368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430265ad-8327-4c01-a7bb-44e2906d7137 req-9c04145c-208d-417e-9904-8abcc5e7b026 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:04.127419 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-430265ad-8327-4c01-a7bb-44e2906d7137 req-9c04145c-208d-417e-9904-8abcc5e7b026 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 932 time: 0.2964230
May 19 02:39:04.137464 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:04.145170 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.194428 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:04.261288 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c3aa0254-a9d9-4b8f-b65e-81f810610039 None None] Provisioning for port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:39:04.290795 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-430265ad-8327-4c01-a7bb-44e2906d7137 req-248bdec6-3585-4e57-812f-4409444dcadc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:39:04.304152 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-c3aa0254-a9d9-4b8f-b65e-81f810610039 None None] Provisioning complete for port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:39:04.304328 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.304533 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c3aa0254-a9d9-4b8f-b65e-81f810610039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.319048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-430265ad-8327-4c01-a7bb-44e2906d7137 req-248bdec6-3585-4e57-812f-4409444dcadc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:security_group {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:39:04.320809 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-430265ad-8327-4c01-a7bb-44e2906d7137 req-248bdec6-3585-4e57-812f-4409444dcadc tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044426
May 19 02:39:04.331864 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'code': 200}
May 19 02:39:04.340795 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:39:04.349290 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.367022 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Transition to ACTIVE for port object 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:39:04.379568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.384389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2953899d-68c3-4b73-ac13-6cb3318082fb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:04.389894 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.400447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Deleting port b7173090-4eb3-4739-9413-a8b7c9ccc46c {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:04.400918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.430108 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=8']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:04.435197 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa0254-a9d9-4b8f-b65e-81f810610039 None None] Port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:39:04.446631 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.447251 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.447374 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.447670 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.448006 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.448349 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.448665 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.448996 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.449331 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.449656 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.450051 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.450287 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:39:04.454891 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:04.488236 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69b7640>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 5, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port': {'id': 'b7173090-4eb3-4739-9413-a8b7c9ccc46c', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:04Z', 'updated_at': '2021-05-19T02:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:04.494392 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Checking router: d345a9fc-4928-4b8b-8da8-79c09cf54a56 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:39:04.506064 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Routers {'d345a9fc-4928-4b8b-8da8-79c09cf54a56'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:04.511374 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f69b7640>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:04.513269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:04.542064 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] For port b7173090-4eb3-4739-9413-a8b7c9ccc46c, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=b7173090-4eb3-4739-9413-a8b7c9ccc46c,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:04.542769 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.544691 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:04.632051 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Attempting to bind port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:39:04.632401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Attempting to bind port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:39:04.632711 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Attempting to bind port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:39:04.657714 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 on network c0cc44d6-7398-4824-8f71-83c663cd2560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:39:04.658425 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Attempting to bind port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 on network c0cc44d6-7398-4824-8f71-83c663cd2560 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:39:04.666271 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:39:04.666761 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Checking segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:39:04.667738 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Bound using segment: {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:39:04.668281 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Bound port: 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09db7e2d-a6ed-4946-8c2d-4950611893b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:39:04.668730 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.684227 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.694736 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Calling delete_port for b7173090-4eb3-4739-9413-a8b7c9ccc46c owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:04.698001 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] Set router d345a9fc-4928-4b8b-8da8-79c09cf54a56 gateway port host: None {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:04.772452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:39:04.775381 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:39:04.780315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.784501 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-30c0d8fa-4ccb-4408-bb79-40cc8ec37fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:04.810362 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f69b7640>, [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:39:04Z', 'revision_number': 6, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:04.815632 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37c927-5c1a-4e51-b7f1-965bc4a0ad82 None None] The sync data for ids ['d345a9fc-4928-4b8b-8da8-79c09cf54a56'] in dv-cinder-784623-11-iscsi is: [{'id': 'd345a9fc-4928-4b8b-8da8-79c09cf54a56', 'name': 'tempest-TestMinimumBasicScenario-992858277-router', 'tenant_id': '74aac56c7438451c8a8b578ed9a44362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:03Z', 'updated_at': '2021-05-19T02:39:04Z', 'revision_number': 6, 'project_id': '74aac56c7438451c8a8b578ed9a44362', 'gw_port_host': None}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:39:04.840046 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.844153 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:04.849883 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:04.850500 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:04.851924 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 HTTP/1.1" status: 200  len: 1094 time: 1.0323396
May 19 02:39:04.852416 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:39:04.874364 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:04.878039 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:04.894822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7173090-4eb3-4739-9413-a8b7c9ccc46c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:04.898424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:04.942754 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'status': 'completed', 'code': 200}
May 19 02:39:04.978960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-70d7eebe-2ffb-42c5-9ba4-6ccd378bfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:04.980454 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-70d7eebe-2ffb-42c5-9ba4-6ccd378bfccd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 1097 time: 0.0781949
May 19 02:39:04.998841 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.055921 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-288fb138-e358-4fc2-899e-f4cf750f18a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 HTTP/1.1" status: 200  len: 217 time: 0.0623717
May 19 02:39:05.184436 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.187260 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.220348 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.220617 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d345a9fc-4928-4b8b-8da8-79c09cf54a56 {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:39:05.231668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-97486d37-e610-411f-8840-821905822acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:05.233225 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.233494 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-97486d37-e610-411f-8840-821905822acc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.1654308
May 19 02:39:05.234332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f1dddcb0-c3f3-445a-9ac1-e337b4753ddc admin admin] 10.222.0.63 "DELETE /v2.0/routers/d345a9fc-4928-4b8b-8da8-79c09cf54a56 HTTP/1.1" status: 204  len: 168 time: 1.5888212
May 19 02:39:05.237542 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59360) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:05.275862 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ead417bc-211a-40e1-aedb-ad232ba26304 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:05.306258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Deleting subnet d1304b79-ec6c-480b-beed-3ca5afc920c5 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:39:05.309800 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.316821 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: ead417bc-211a-40e1-aedb-ad232ba26304 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:05.317409 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device ead417bc-211a-40e1-aedb-ad232ba26304 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:05.334550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-f75c6da8-4f4d-4ebc-b843-0c7747f73259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:05.336154 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-f75c6da8-4f4d-4ebc-b843-0c7747f73259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0904965
May 19 02:39:05.370205 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.544170 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-0a65a411-75f2-4bdd-a540-3d5dba673528 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913602
May 19 02:39:05.562320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66276756-9b9b-4473-a552-177abd73eaae req-13932f0d-78fa-414d-a45d-9a17549e0784 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:05.562952 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-66276756-9b9b-4473-a552-177abd73eaae req-13932f0d-78fa-414d-a45d-9a17549e0784 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Synchronizing usage tracker for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:39:05.580116 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.654162 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-66276756-9b9b-4473-a552-177abd73eaae req-13932f0d-78fa-414d-a45d-9a17549e0784 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Unset dirty status for tenant:e70543816ca84f74ad46bbf405c7bcf9 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:39:05.655240 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66276756-9b9b-4473-a552-177abd73eaae req-13932f0d-78fa-414d-a45d-9a17549e0784 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 944 time: 0.2095442
May 19 02:39:05.730664 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-66276756-9b9b-4473-a552-177abd73eaae req-3d5ebe3b-49f9-4b84-b111-45ce1f28be5d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683982
May 19 02:39:05.733971 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b0f43b4e-6f56-428c-9977-51dce9cea840 req-8e08d28f-3816-4965-b547-7fcad32dbbbe service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684134
May 19 02:39:05.836346 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.841426 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:05.866701 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-5824f0a2-56b7-4259-aa90-93696477d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:05.868371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-5824f0a2-56b7-4259-aa90-93696477d2a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 1097 time: 0.0796139
May 19 02:39:05.879737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1304b79-ec6c-480b-beed-3ca5afc920c5,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:05.882829 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:05.883898 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:05.892213 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ae2a946b-2f2e-45dd-b5cc-21be25b11279 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d1304b79-ec6c-480b-beed-3ca5afc920c5 HTTP/1.1" status: 204  len: 168 time: 0.6536570
May 19 02:39:05.893993 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ceb46a-fb52-4cc3-b13e-8187837ee73e None None] Network 7d1dd497-d8d7-4d84-988d-d578f567da49 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:39:05.895495 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59368) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:06.005698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.031187 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-b8642032-1ba3-45fc-8e90-e9f040acb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:06.033475 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-b8642032-1ba3-45fc-8e90-e9f040acb4b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1543908
May 19 02:39:06.079356 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Deleting port c13dd2a7-26cc-493e-9f29-f27529f97bf0 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:06.079693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.113132 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-c3c9857c-6a41-4a4d-8b9e-6e0034e3bd28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 HTTP/1.1" status: 200  len: 217 time: 0.0680671
May 19 02:39:06.182131 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] For port c13dd2a7-26cc-493e-9f29-f27529f97bf0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c13dd2a7-26cc-493e-9f29-f27529f97bf0,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:06.182485 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.182864 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-ad7166ea-458e-48ec-83ce-72186c8470b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:06.184380 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-ad7166ea-458e-48ec-83ce-72186c8470b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0644128
May 19 02:39:06.213476 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] DHCP port deletion for 7d1dd497-d8d7-4d84-988d-d578f567da49 request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:39:06.264411 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-23949ac3-dcdb-448a-87af-dac3c854b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:06.265767 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-23949ac3-dcdb-448a-87af-dac3c854b813 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0736313
May 19 02:39:06.270213 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.288486 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Deleting port c13dd2a7-26cc-493e-9f29-f27529f97bf0 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:06.288968 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.305010 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Calling delete_port for c13dd2a7-26cc-493e-9f29-f27529f97bf0 owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:06.352780 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.357169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-caa19f44-dd80-4984-bbf3-cfdcb852750d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:06.394418 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] For port c13dd2a7-26cc-493e-9f29-f27529f97bf0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c13dd2a7-26cc-493e-9f29-f27529f97bf0,segment=NetworkSegment(5c6563c5-35cf-4e1a-8c28-51dad4066a53),segment_id=5c6563c5-35cf-4e1a-8c28-51dad4066a53)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:06.394900 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.402735 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-5a8ecac3-f73e-4ae6-9859-d3d56f77bdde service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273596
May 19 02:39:06.405727 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Pushing event deleted for resources: {'Port': ['ID=c13dd2a7-26cc-493e-9f29-f27529f97bf0,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:06.409382 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:06.410212 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] No DVR routers for this DVR port c13dd2a7-26cc-493e-9f29-f27529f97bf0 on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:39:06.520467 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Calling delete_port for c13dd2a7-26cc-493e-9f29-f27529f97bf0 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:06.545458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.551385 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d81df9d1-cf02-4722-82b9-45ea9aa23362 req-e029ece2-c43a-43c6-84bf-d99eb2d0a9dc service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338935
May 19 02:39:06.558988 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6a9b580>,) {'filters': {'network_id': ['7d1dd497-d8d7-4d84-988d-d578f567da49']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:06.572213 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6a9b580>, '5c6563c5-35cf-4e1a-8c28-51dad4066a53') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:06.572510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6a9b580>, '5c6563c5-35cf-4e1a-8c28-51dad4066a53') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:06.584033 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.600096 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.606049 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:39:06.606424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:39:06.619996 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:39:06.649574 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.653007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:06.699054 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.701601 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Pushing event deleted for resources: {'Port': ['ID=c13dd2a7-26cc-493e-9f29-f27529f97bf0,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:06.702721 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:06.704586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:06.707438 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc713ad7-3019-453e-ac1d-60f35d1d8e76 None None] No DVR routers for this DVR port c13dd2a7-26cc-493e-9f29-f27529f97bf0 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:39:06.716350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:06.728388 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1dd497-d8d7-4d84-988d-d578f567da49,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:06.732475 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:06.741211 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] 10.222.0.63 "DELETE /v2.0/networks/7d1dd497-d8d7-4d84-988d-d578f567da49 HTTP/1.1" status: 204  len: 168 time: 0.8447638
May 19 02:39:06.744057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59374) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:06.914870 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b353b-a6b1-4df1-88d1-743c58d427e8 req-c1f034d2-a3b0-458d-8801-06144c1ee8ff tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:06.916352 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ce6b353b-a6b1-4df1-88d1-743c58d427e8 req-c1f034d2-a3b0-458d-8801-06144c1ee8ff tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 944 time: 0.0792942
May 19 02:39:06.967100 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ce6b353b-a6b1-4df1-88d1-743c58d427e8 req-d1e1fc9f-1e51-4591-bc30-7fbc66a8c986 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447581
May 19 02:39:07.108293 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device b7173090-4eb3-4739-9413-a8b7c9ccc46c no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:07.146423 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: b7173090-4eb3-4739-9413-a8b7c9ccc46c {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:07.146777 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device b7173090-4eb3-4739-9413-a8b7c9ccc46c not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:07.147225 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c13dd2a7-26cc-493e-9f29-f27529f97bf0 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:07.179864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: c13dd2a7-26cc-493e-9f29-f27529f97bf0 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:07.180155 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c13dd2a7-26cc-493e-9f29-f27529f97bf0 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:07.368903 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:07.764166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Deleting port c6e9eedd-41a2-48fb-969e-9508eca44219 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:07.764845 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:07.886802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] For port c6e9eedd-41a2-48fb-969e-9508eca44219, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=c6e9eedd-41a2-48fb-969e-9508eca44219,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:07.887171 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:08.007427 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Calling delete_port for c6e9eedd-41a2-48fb-969e-9508eca44219 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:08.150208 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ebdd7-a073-4c66-83ad-410067ad10fc req-ef958508-9b8a-481e-a4e1-113e4a2c8d2a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:08.151952 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af0ebdd7-a073-4c66-83ad-410067ad10fc req-ef958508-9b8a-481e-a4e1-113e4a2c8d2a tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 944 time: 0.0799928
May 19 02:39:08.153998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:08.158292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e386389c-4f7f-4b84-8212-fd807ae357af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:08.199812 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-af0ebdd7-a073-4c66-83ad-410067ad10fc req-1e22e09c-2eae-439c-a8e1-3bc5789141e2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415149
May 19 02:39:08.202045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e9eedd-41a2-48fb-969e-9508eca44219,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:08.233906 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:08.560287 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:08.910349 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Router f00cd170-e5da-4812-822a-cb0847f6a7fe has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:39:09.082894 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:39:09.091348 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Sync routers for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:39:09.099216 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0a445949-6911-49d4-b029-1b2d825cf35c admin admin] 10.222.0.63 "PUT /v2.0/routers/f00cd170-e5da-4812-822a-cb0847f6a7fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3540027
May 19 02:39:09.101859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59388) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:09.102022 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:09.102874 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7593250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:09.277939 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:09.279408 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.394215 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28210f-295c-4288-a647-bf94d816b3d9 req-1ae5fe00-c32e-4bd3-a671-f47dab5db7e6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:09.395599 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb28210f-295c-4288-a647-bf94d816b3d9 req-1ae5fe00-c32e-4bd3-a671-f47dab5db7e6 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 944 time: 0.0870712
May 19 02:39:09.440558 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-cb28210f-295c-4288-a647-bf94d816b3d9 req-08b6ace4-8786-4842-9df4-382ac0a7ecb2 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388868
May 19 02:39:09.457009 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.528767 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Deleting port e0ce906c-b9b1-462c-9607-b0807f4d0a0b {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:09.529100 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.540473 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:39:09.560602 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7593250>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:39:08Z', 'revision_number': 5, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port': {'id': 'e0ce906c-b9b1-462c-9607-b0807f4d0a0b', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:13Z', 'updated_at': '2021-05-19T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:09.565359 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Checking router: f00cd170-e5da-4812-822a-cb0847f6a7fe for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:39:09.573775 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Routers {'f00cd170-e5da-4812-822a-cb0847f6a7fe'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:09.574557 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7593250>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['f00cd170-e5da-4812-822a-cb0847f6a7fe'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:09.654284 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] For port e0ce906c-b9b1-462c-9607-b0807f4d0a0b, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:09.654521 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.715101 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:09.728387 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'port_id': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'mac_address': 'fa:16:3e:8c:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:39:09.730800 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] Set router f00cd170-e5da-4812-822a-cb0847f6a7fe gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:09.777154 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Calling delete_port for e0ce906c-b9b1-462c-9607-b0807f4d0a0b owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:09.788996 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.806542 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:39:09.821964 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:09.825966 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:09.827773 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-69eed41e-99f9-4b82-a71e-72c5346248f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:09.835939 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7593250>, [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:39:09Z', 'revision_number': 6, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:09.839953 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30505839-40c5-4cdc-ae76-266bae16add2 None None] The sync data for ids ['f00cd170-e5da-4812-822a-cb0847f6a7fe'] in dv-cinder-784623-11-iscsi is: [{'id': 'f00cd170-e5da-4812-822a-cb0847f6a7fe', 'name': 'tempest-TestMinimumBasicScenario-835150081-router', 'tenant_id': '59a480b4767d45b3b8ebabe23df0a8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:12Z', 'updated_at': '2021-05-19T02:39:09Z', 'revision_number': 6, 'project_id': '59a480b4767d45b3b8ebabe23df0a8de', 'gw_port_host': None}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:39:09.899428 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:09.902455 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:10.029168 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.034476 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b9b48636-b791-4981-bc31-1af026737d0b tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:10.101934 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ce906c-b9b1-462c-9607-b0807f4d0a0b,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:10.108609 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:10.167952 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.290927 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:39:10.340870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.342995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.365744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.366517 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f00cd170-e5da-4812-822a-cb0847f6a7fe {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:39:10.379211 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.380412 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] 10.222.0.63 "DELETE /v2.0/routers/f00cd170-e5da-4812-822a-cb0847f6a7fe HTTP/1.1" status: 204  len: 168 time: 1.2776389
May 19 02:39:10.382902 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59396) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:10.440451 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Deleting subnet a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:39:10.443200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.494353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.571342 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.631783 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced05c10-467d-4257-97b2-b8e05464e39d req-8b5c62b8-a160-46af-b6e5-97a9c86919d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:10.633214 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ced05c10-467d-4257-97b2-b8e05464e39d req-8b5c62b8-a160-46af-b6e5-97a9c86919d8 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 945 time: 0.0865180
May 19 02:39:10.679530 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ced05c10-467d-4257-97b2-b8e05464e39d req-4766219b-3e63-474a-87ba-88780144d268 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406079
May 19 02:39:10.831811 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.835882 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:10.870207 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:10.873267 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:10.875820 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:10.881504 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09b892-3881-49cd-9447-2321072cd06a None None] Network c175cf01-3350-4956-bcb6-47167cdeccea requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:39:10.881999 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a7489281-7e8c-4dfa-91c6-2f8fd5e6cb7d HTTP/1.1" status: 204  len: 168 time: 0.4977138
May 19 02:39:10.884040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59402) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:10.988778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.067619 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Deleting port 86de5575-0084-4318-9129-88409de8bcfd {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:11.068186 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.114598 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:39:11.140091 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] DHCP port deletion for c175cf01-3350-4956-bcb6-47167cdeccea request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:39:11.146396 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c6e9eedd-41a2-48fb-969e-9508eca44219 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:11.171373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] For port 86de5575-0084-4318-9129-88409de8bcfd, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=86de5575-0084-4318-9129-88409de8bcfd,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:11.171734 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.216817 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: c6e9eedd-41a2-48fb-969e-9508eca44219 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:11.217160 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device c6e9eedd-41a2-48fb-969e-9508eca44219 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:11.217579 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e0ce906c-b9b1-462c-9607-b0807f4d0a0b no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:11.259703 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: e0ce906c-b9b1-462c-9607-b0807f4d0a0b {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:11.259980 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device e0ce906c-b9b1-462c-9607-b0807f4d0a0b not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:11.279726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Deleting port 86de5575-0084-4318-9129-88409de8bcfd {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:39:11.280105 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.296818 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Calling delete_port for 86de5575-0084-4318-9129-88409de8bcfd owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:11.342551 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.347733 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:11.377478 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] For port 86de5575-0084-4318-9129-88409de8bcfd, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=86de5575-0084-4318-9129-88409de8bcfd,segment=NetworkSegment(85b670fc-b211-4b67-8bd7-6552307775b1),segment_id=85b670fc-b211-4b67-8bd7-6552307775b1)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:11.377792 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.389032 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86de5575-0084-4318-9129-88409de8bcfd,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:11.392169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:11.392946 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] No DVR routers for this DVR port 86de5575-0084-4318-9129-88409de8bcfd on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:39:11.504252 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Calling delete_port for 86de5575-0084-4318-9129-88409de8bcfd owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:39:11.547711 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.552633 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:11.584403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:39:11.595628 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.608251 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f7b7a0a0>,) {'filters': {'network_id': ['c175cf01-3350-4956-bcb6-47167cdeccea']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:11.620105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f7b7a0a0>, '85b670fc-b211-4b67-8bd7-6552307775b1') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:11.620401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f7b7a0a0>, '85b670fc-b211-4b67-8bd7-6552307775b1') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:11.631698 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.632533 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] No DVR routers for this DVR port 86de5575-0084-4318-9129-88409de8bcfd on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:39:11.644646 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Pushing event deleted for resources: {'Port': ['ID=86de5575-0084-4318-9129-88409de8bcfd,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:11.648230 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-5756e617-5399-4221-9f3a-7ab38a1999ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:11.651925 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.659486 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:39:11.659803 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:39:11.672957 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:39:11.675524 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:39:11.679736 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:39:11.680109 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.753635 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.757961 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.761214 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:11.785163 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c175cf01-3350-4956-bcb6-47167cdeccea,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:11.789234 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:11.793034 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-cb6c1a19-f4b8-47b8-918f-ca7f1bbe5ef0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c175cf01-3350-4956-bcb6-47167cdeccea HTTP/1.1" status: 204  len: 168 time: 0.9058096
May 19 02:39:11.802286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.834332 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:39:11.844286 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:39:11.850386 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:11.854897 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:11.903056 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'code': 200}
May 19 02:39:11.933931 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:11.945241 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:11.947003 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59414) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:11.989525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f08f2-70d7-4867-86ea-ed1ae02ca7e5 req-09e1bea4-1446-4cbf-802d-e3a9e5037da1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:11.991208 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-392f08f2-70d7-4867-86ea-ed1ae02ca7e5 req-09e1bea4-1446-4cbf-802d-e3a9e5037da1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 945 time: 0.1918008
May 19 02:39:12.005810 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-83c109a4-47b2-4d8c-ba6a-a0225e5d11dd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=74aac56c7438451c8a8b578ed9a44362&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574777
May 19 02:39:12.008314 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59418) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:12.038549 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-392f08f2-70d7-4867-86ea-ed1ae02ca7e5 req-3dfd96ff-6334-4804-b78c-16e44ed26aaf tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406878
May 19 02:39:12.071779 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.098907 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.153072 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.158353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ef25cbf9-40fc-4e7e-b1cc-58ef417bd20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:12.171057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:12.174176 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16eaee-9aca-407e-ac32-027707197777 req-a9b297c1-e3f5-4af2-b8f2-c06f81f7f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:12.174320 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:12.175708 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2b16eaee-9aca-407e-ac32-027707197777 req-a9b297c1-e3f5-4af2-b8f2-c06f81f7f7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 1099 time: 0.0711114
May 19 02:39:12.183473 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.184629 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1169d2fe-6cdd-4a3a-b03d-f3fcdbafd83b HTTP/1.1" status: 204  len: 168 time: 0.1754115
May 19 02:39:12.225499 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2b16eaee-9aca-407e-ac32-027707197777 req-3a1d6eed-9868-4cfa-867a-5e13bd66b87d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386112
May 19 02:39:12.521272 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59428) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:12.568287 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a3408b23-89a8-44fb-a57d-b9b8397426c9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59a480b4767d45b3b8ebabe23df0a8de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0458064
May 19 02:39:12.570377 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 59432) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:12.627325 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.651750 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.702642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.706263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-11dc163f-9e74-4a9f-9c4b-1e5da8b33c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:39:12.718534 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d4e1f-67df-4bbc-9fde-b510ddb92e0e,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:39:12.722029 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:39:12.723961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:12.727164 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/255d4e1f-67df-4bbc-9fde-b510ddb92e0e HTTP/1.1" status: 204  len: 168 time: 0.1537538
May 19 02:39:13.110980 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 86de5575-0084-4318-9129-88409de8bcfd no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:39:13.144610 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 86de5575-0084-4318-9129-88409de8bcfd {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:39:13.144880 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 86de5575-0084-4318-9129-88409de8bcfd not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:39:13.228003 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d60b0-1ced-4a39-815f-a39fa45cd230 req-4d46d3ba-977d-4092-83d6-92b2359c8278 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:13.229433 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2a1d60b0-1ced-4a39-815f-a39fa45cd230 req-4d46d3ba-977d-4092-83d6-92b2359c8278 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.0835714
May 19 02:39:13.272879 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2a1d60b0-1ced-4a39-815f-a39fa45cd230 req-5fc52603-944e-44f0-b7ef-d400affee062 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377524
May 19 02:39:14.456511 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a13d-bbe1-44d3-8694-fb50d640eec0 req-bf36f190-4eba-4194-b3e5-1433bf03747e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:14.457844 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-acb0a13d-bbe1-44d3-8694-fb50d640eec0 req-bf36f190-4eba-4194-b3e5-1433bf03747e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.0788417
May 19 02:39:14.503720 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-acb0a13d-bbe1-44d3-8694-fb50d640eec0 req-0e0cba8b-c467-4fb2-be94-afa7c6824c72 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404000
May 19 02:39:14.683379 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6da07-fd7e-49f0-8931-60fd3ab3c04f req-dbf03d7a-f4f3-4fc5-99aa-b95a03482269 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:14.684833 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-b3f6da07-fd7e-49f0-8931-60fd3ab3c04f req-dbf03d7a-f4f3-4fc5-99aa-b95a03482269 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.0830114
May 19 02:39:14.693413 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59448) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:39:14.698514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Request body: {'floatingip': {'port_id': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:39:14.775816 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:15.371580 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:15.375007 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:15.550528 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Floating IP 772759a2-be3a-4727-b212-6dc47406f7ef associated. External IP: 172.27.0.21, port: 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0.
May 19 02:39:16.060503 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:39:16.239737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:39:16.244499 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:16.248768 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:39:16.258437 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:16.259138 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6463f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:16.299537 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-4775ada5-006b-4f67-97d6-eacf8fb3d9ed tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "PUT /v2.0/floatingips/772759a2-be3a-4727-b212-6dc47406f7ef HTTP/1.1" status: 200  len: 991 time: 1.6050401
May 19 02:39:16.300166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:39:16.472651 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:16.537604 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'status': 'completed', 'code': 200}
May 19 02:39:16.642412 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-c828ec96-2e40-4bcd-89bb-9e14c4582ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:16.643896 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-c828ec96-2e40-4bcd-89bb-9e14c4582ed3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 1099 time: 0.0707629
May 19 02:39:16.780117 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-376ef384-f6f4-44c5-9e6e-dfeace72623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:16.782098 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-376ef384-f6f4-44c5-9e6e-dfeace72623e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 200  len: 911 time: 0.1253908
May 19 02:39:16.815682 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6463f10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '772759a2-be3a-4727-b212-6dc47406f7ef', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:8c:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:59Z', 'updated_at': '2021-05-19T02:39:15Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:16.819487 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:39:16.827671 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:39:16.828773 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6463f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:39:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:16.895816 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-07438fa1-e744-4d0f-b1ec-84958d0f6a70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 HTTP/1.1" status: 200  len: 999 time: 0.0953808
May 19 02:39:16.964415 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-953b6a71-c708-45a6-a3d5-7602258d8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:16.965906 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-953b6a71-c708-45a6-a3d5-7602258d8476 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 200  len: 849 time: 0.0565081
May 19 02:39:17.001718 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:39:17.055661 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-fc9c868b-6497-47e8-87e0-5135b7fa3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:17.057139 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-fc9c868b-6497-47e8-87e0-5135b7fa3ee6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0cc44d6-7398-4824-8f71-83c663cd2560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0722921
May 19 02:39:17.200491 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-22c80179-6437-4300-a175-d741ae91a4b6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287372
May 19 02:39:17.340316 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-109a40b5-95f8-409e-b42e-e3d668cf5fc6 req-e7c6293b-c67f-41b3-a7c8-b6bf0c40be6c service neutron] 10.222.0.55 "GET /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251457
May 19 02:39:17.351170 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6463f10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '772759a2-be3a-4727-b212-6dc47406f7ef', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:8c:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:59Z', 'updated_at': '2021-05-19T02:39:15Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:39:17.355274 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768634c-97fd-4240-bcc1-766e5880f044 None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '772759a2-be3a-4727-b212-6dc47406f7ef', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'port_id': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'mac_address': 'fa:16:3e:8c:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:59Z', 'updated_at': '2021-05-19T02:39:15Z', 'revision_number': 1, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:39:17.527512 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b92f0d-cd56-4efa-bfc8-6812017cb670 None None] New status for floating IP 772759a2-be3a-4727-b212-6dc47406f7ef: ACTIVE {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:39:30.973118 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-97d61ee0-f0a4-41db-8c4c-87ee146c4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:33.436393 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:33.463192 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8534b27f-9589-4d0a-9a37-8a96973068c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:34.302360 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:34.670854 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:36.131772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-fb767c4c-9c98-4798-8196-d5f9f42a04fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693119
May 19 02:39:36.226122 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:39:36.256274 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-2e7bcdd6-b6ea-4e0e-a955-26bb5be1c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:36.257696 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-2e7bcdd6-b6ea-4e0e-a955-26bb5be1c286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.0750659
May 19 02:39:36.401005 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-8550f8fc-901f-41de-91fb-1b36a02a08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:36.402325 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-8550f8fc-901f-41de-91fb-1b36a02a08b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.1245420
May 19 02:39:36.505753 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-c755c59a-8442-4c1f-a283-e19393fc151b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 1001 time: 0.0910335
May 19 02:39:36.679858 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-0c7316c2-18dc-4ae3-b300-75af89e07fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:36.681194 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-0c7316c2-18dc-4ae3-b300-75af89e07fa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.1453111
May 19 02:39:36.773482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-f6719571-d783-4cbb-ac77-3b1d1a8a482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:36.774923 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-f6719571-d783-4cbb-ac77-3b1d1a8a482e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0694771
May 19 02:39:36.907790 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-ea9587a7-2d4c-4630-882c-3cdd4b8aa194 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216450
May 19 02:39:37.042393 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a13af85e-ea00-4c80-9c27-775b94ac72dd req-71aca9e0-a7d7-450d-9d83-519703ce271f service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231370
May 19 02:39:48.114907 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:39:52.405002 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd015159-c823-4269-827c-943d9403d94a req-5ee2c886-164c-44f6-8f68-d1078234fb72 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:52.406331 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd015159-c823-4269-827c-943d9403d94a req-5ee2c886-164c-44f6-8f68-d1078234fb72 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0790498
May 19 02:39:52.448882 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cd015159-c823-4269-827c-943d9403d94a req-448286a0-ff3a-48a3-a9a6-2faf9a27700c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369337
May 19 02:39:53.639935 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d4c3-ba86-4fff-a950-57663f7e755d req-6a7e7dfb-aaca-4689-a521-ad7893991605 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:53.641369 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9780d4c3-ba86-4fff-a950-57663f7e755d req-6a7e7dfb-aaca-4689-a521-ad7893991605 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0802238
May 19 02:39:53.684705 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9780d4c3-ba86-4fff-a950-57663f7e755d req-abb3937a-6b91-4984-8970-8e8513d75511 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372643
May 19 02:39:54.867888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad989a-d867-46a0-b32c-b30a655285de req-cf7f8401-7f8e-4f71-9a4a-3ab64abd70cd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:54.869194 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44ad989a-d867-46a0-b32c-b30a655285de req-cf7f8401-7f8e-4f71-9a4a-3ab64abd70cd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0778761
May 19 02:39:54.911927 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-44ad989a-d867-46a0-b32c-b30a655285de req-9611f612-6c08-4d9d-830d-05aa677a8c9f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372393
May 19 02:39:56.097684 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2299f5-34ef-4bd1-a2e9-e9587ac1cfb7 req-8bdfe879-f1b5-4820-a292-0662b7153bf5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:56.099085 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5e2299f5-34ef-4bd1-a2e9-e9587ac1cfb7 req-8bdfe879-f1b5-4820-a292-0662b7153bf5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0804310
May 19 02:39:56.142591 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5e2299f5-34ef-4bd1-a2e9-e9587ac1cfb7 req-4632947e-57a7-459a-85e4-2ed998a1bb53 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379803
May 19 02:39:57.333803 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f0344-80e5-44d2-ae31-f74f4c6e345b req-af61527e-a607-42e5-83d5-944c9564b0d7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:57.335187 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a05f0344-80e5-44d2-ae31-f74f4c6e345b req-af61527e-a607-42e5-83d5-944c9564b0d7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0830564
May 19 02:39:57.379539 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a05f0344-80e5-44d2-ae31-f74f4c6e345b req-bd051717-27fb-4989-a734-40d3ad9b0d7e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387495
May 19 02:39:58.563756 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c1d6c-d68a-4637-bd40-77ebaa571c42 req-0ee5480a-00ca-4a85-b5e6-20e5210e4197 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:58.565188 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-708c1d6c-d68a-4637-bd40-77ebaa571c42 req-0ee5480a-00ca-4a85-b5e6-20e5210e4197 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0791681
May 19 02:39:58.608694 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-708c1d6c-d68a-4637-bd40-77ebaa571c42 req-565c1a3f-ef8f-4abc-a8b1-1a359cef8856 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375659
May 19 02:39:59.797833 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db23fc9-dcbb-4e13-a90d-7ac364852c79 req-9838c162-fdb7-41f7-bf19-8fac54843381 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:39:59.799273 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4db23fc9-dcbb-4e13-a90d-7ac364852c79 req-9838c162-fdb7-41f7-bf19-8fac54843381 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0820217
May 19 02:39:59.842885 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4db23fc9-dcbb-4e13-a90d-7ac364852c79 req-8fc34ccc-2771-471f-b07d-b1da5b8e2caa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378094
May 19 02:40:00.975859 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0002b643-6bf5-4dda-beb6-29e332ca3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:01.030544 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968b43-e745-4216-9040-12c8bf99a2cc req-4e1669fe-6f9d-4338-9ed7-cd992d963853 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:01.031990 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-80968b43-e745-4216-9040-12c8bf99a2cc req-4e1669fe-6f9d-4338-9ed7-cd992d963853 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0810945
May 19 02:40:01.078590 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-80968b43-e745-4216-9040-12c8bf99a2cc req-4c518cb1-e38a-4b41-b5a9-463944ff2b99 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402243
May 19 02:40:02.266292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d5b75-c124-4c62-ae57-419f41d4f844 req-be091132-086c-44c5-a019-6d24c6d254f1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:02.267737 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3c1d5b75-c124-4c62-ae57-419f41d4f844 req-be091132-086c-44c5-a019-6d24c6d254f1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0820479
May 19 02:40:02.312598 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-3c1d5b75-c124-4c62-ae57-419f41d4f844 req-a0812dd9-7054-43bf-b485-8ca95657b6f7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385334
May 19 02:40:03.439382 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:03.463820 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-34f14716-5284-4421-834c-59178a8b51f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:03.502417 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0055ae-c979-42a7-a4fa-03b9dc262496 req-82221f66-ef03-4b52-bdd6-aaa751103cc0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:03.504359 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4e0055ae-c979-42a7-a4fa-03b9dc262496 req-82221f66-ef03-4b52-bdd6-aaa751103cc0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0827193
May 19 02:40:03.635290 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4e0055ae-c979-42a7-a4fa-03b9dc262496 req-4e720ce5-0228-4b07-bf22-f115e81e49e9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251459
May 19 02:40:04.301077 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:04.672087 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:04.826362 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a73f-de52-4651-b2ee-158dad6eecc3 req-0892a2f9-fbf2-4d61-ad9c-787c90651141 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:04.827813 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2f33a73f-de52-4651-b2ee-158dad6eecc3 req-0892a2f9-fbf2-4d61-ad9c-787c90651141 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0805962
May 19 02:40:04.873615 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-2f33a73f-de52-4651-b2ee-158dad6eecc3 req-44d7854a-82a9-4f8e-8814-fde11a29476c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402365
May 19 02:40:06.058120 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b4dc-0d04-4189-a181-6a19d656a2c9 req-a307a08d-9bd2-454f-9ef7-4e7458c043f1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:06.059554 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1248b4dc-0d04-4189-a181-6a19d656a2c9 req-a307a08d-9bd2-454f-9ef7-4e7458c043f1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0782816
May 19 02:40:06.102853 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1248b4dc-0d04-4189-a181-6a19d656a2c9 req-11def505-faef-45c6-b101-521e9fae46d0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378098
May 19 02:40:06.226445 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:07.290414 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe19f-c94b-4a64-a62d-cb337df4aabe req-14fc8be2-6662-47bb-bd56-137f1896c615 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:07.291861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-02afe19f-c94b-4a64-a62d-cb337df4aabe req-14fc8be2-6662-47bb-bd56-137f1896c615 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0816901
May 19 02:40:07.335978 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-02afe19f-c94b-4a64-a62d-cb337df4aabe req-a41e267f-293b-4147-b5a3-d0e194636c63 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383964
May 19 02:40:08.520472 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1668-e25b-477a-8a81-99f844d9f4bc req-697757af-2d7e-4f3d-8274-d0e0de263fb3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:08.521874 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-297a1668-e25b-477a-8a81-99f844d9f4bc req-697757af-2d7e-4f3d-8274-d0e0de263fb3 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0778885
May 19 02:40:08.564395 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-297a1668-e25b-477a-8a81-99f844d9f4bc req-4f6250ab-36cd-4ac7-bae8-7366725f49fa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370250
May 19 02:40:09.751415 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4792d-2578-4d1d-8fd2-be60804e9f5d req-21d1406b-c0a7-4588-b274-ca96da4fddcc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:09.752893 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37e4792d-2578-4d1d-8fd2-be60804e9f5d req-21d1406b-c0a7-4588-b274-ca96da4fddcc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0820565
May 19 02:40:09.797273 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37e4792d-2578-4d1d-8fd2-be60804e9f5d req-6eedb160-7415-47e9-8633-d2ff5f0e9e3b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388591
May 19 02:40:09.828532 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:40:09.960922 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:10.010658 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:40:10.064229 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:10.080166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:40:10.095209 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:10.099709 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:10.102165 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:10.172088 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=6']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:10.179498 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.179840 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.180168 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.180493 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.180815 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.181134 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.181449 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.181766 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.182079 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.182389 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.182700 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.183008 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:10.186637 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:10.229440 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['fd502e61-405e-4408-a87e-0292f9574b3b'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:40:10.982219 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca70445-c58a-47c5-bdbb-d0291bfb13b0 req-83b4a203-2aac-4c03-b18d-210bab233b53 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:10.983687 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eca70445-c58a-47c5-bdbb-d0291bfb13b0 req-83b4a203-2aac-4c03-b18d-210bab233b53 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0797753
May 19 02:40:11.030587 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-eca70445-c58a-47c5-bdbb-d0291bfb13b0 req-3a426d9c-c84e-4ea7-9dc3-49a5cf9fe2dc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406392
May 19 02:40:11.846847 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:40:11.915307 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port fd502e61-405e-4408-a87e-0292f9574b3b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:40:11.915684 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:12.029013 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:12.055662 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:40:12.065997 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:12.071927 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:12.074270 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:12.140332 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=7']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:12.144146 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:12.222804 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf20f4-8516-4721-bd1f-9190500fe957 req-946241eb-6ef7-47c1-b774-0fa261488c0c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:12.224284 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-49cf20f4-8516-4721-bd1f-9190500fe957 req-946241eb-6ef7-47c1-b774-0fa261488c0c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0825663
May 19 02:40:12.247865 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'code': 200}
May 19 02:40:12.273787 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-49cf20f4-8516-4721-bd1f-9190500fe957 req-36534bed-47fd-438c-940d-6d1803916a92 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440691
May 19 02:40:13.460069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b927a-2136-4bf0-b4c2-f6e9dafd7c71 req-99bf3414-2855-4b2b-ae2a-3f87119387b0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:13.461376 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4c2b927a-2136-4bf0-b4c2-f6e9dafd7c71 req-99bf3414-2855-4b2b-ae2a-3f87119387b0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0814774
May 19 02:40:13.503474 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4c2b927a-2136-4bf0-b4c2-f6e9dafd7c71 req-52d61349-ec6e-45bc-bffd-6702c8e265f6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365870
May 19 02:40:14.686927 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cf8c2-27af-4942-8f2c-b4accdf776dc req-17043a6c-6deb-42e1-8bab-75d30687b753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:14.688529 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-633cf8c2-27af-4942-8f2c-b4accdf776dc req-17043a6c-6deb-42e1-8bab-75d30687b753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0783317
May 19 02:40:14.734954 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-633cf8c2-27af-4942-8f2c-b4accdf776dc req-4b730de6-6ed8-40bf-b6c2-72ed90f03f01 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401225
May 19 02:40:15.925366 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278bf57-9345-4108-bf28-1ee61255263e req-6fe15b4b-67c8-488c-a87a-3bd74174c233 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:15.926808 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c278bf57-9345-4108-bf28-1ee61255263e req-6fe15b4b-67c8-488c-a87a-3bd74174c233 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0825830
May 19 02:40:15.971917 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-c278bf57-9345-4108-bf28-1ee61255263e req-c48146d5-3d03-4468-825a-eff13da83828 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386288
May 19 02:40:17.329362 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649d7cc-cccf-43a7-ae38-8820e0eae33e req-ad362726-97c7-48f9-b0b2-f1812b1b2832 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:17.330741 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1649d7cc-cccf-43a7-ae38-8820e0eae33e req-ad362726-97c7-48f9-b0b2-f1812b1b2832 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0818787
May 19 02:40:17.381116 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1649d7cc-cccf-43a7-ae38-8820e0eae33e req-90911ccb-5ef4-41bb-adbd-61fe3d657f1d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437818
May 19 02:40:18.607151 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cc128-0d1b-4178-aa12-fd9152c23799 req-36a70a97-88d4-4f69-a9ac-b07e641ec2c7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:18.608687 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5d5cc128-0d1b-4178-aa12-fd9152c23799 req-36a70a97-88d4-4f69-a9ac-b07e641ec2c7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.1129065
May 19 02:40:18.667524 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-5d5cc128-0d1b-4178-aa12-fd9152c23799 req-4a32a8ed-555f-4291-b8ae-fbeaacd1c0e9 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512483
May 19 02:40:19.875413 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0f515-f956-464b-b61b-7dca33ce9918 req-e5a40e9a-34a4-43a9-a989-76f146853f23 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:19.876905 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-96e0f515-f956-464b-b61b-7dca33ce9918 req-e5a40e9a-34a4-43a9-a989-76f146853f23 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0862386
May 19 02:40:19.922392 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-96e0f515-f956-464b-b61b-7dca33ce9918 req-458d3212-c3c2-4555-a1f5-07b9261f7ffd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393195
May 19 02:40:21.120508 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de59bc5-01f4-41f0-a223-ac469b39b4af req-2259eb66-18f6-4c0a-8081-cdb6139ec226 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:21.121960 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9de59bc5-01f4-41f0-a223-ac469b39b4af req-2259eb66-18f6-4c0a-8081-cdb6139ec226 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0885694
May 19 02:40:21.171982 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-9de59bc5-01f4-41f0-a223-ac469b39b4af req-caf6b91d-c5e9-438b-b714-fc4c87aa97d7 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441408
May 19 02:40:22.379462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8049494-a287-4747-8ff9-4724cbf96367 req-9c377590-b720-409a-8510-bda05c2daede tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:22.381459 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d8049494-a287-4747-8ff9-4724cbf96367 req-9c377590-b720-409a-8510-bda05c2daede tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0951927
May 19 02:40:22.429826 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d8049494-a287-4747-8ff9-4724cbf96367 req-aef6216d-93b8-4494-a256-a3a4effceaf2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399444
May 19 02:40:23.641714 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36585c-8238-4954-9b5e-a11c3296f44a req-735e7498-4064-4e38-8190-c1c453dd17c4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:23.643379 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b36585c-8238-4954-9b5e-a11c3296f44a req-735e7498-4064-4e38-8190-c1c453dd17c4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0921056
May 19 02:40:23.738331 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-4b36585c-8238-4954-9b5e-a11c3296f44a req-985988a8-7792-4e2f-83f0-08faa4fa94fa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881314
May 19 02:40:24.946110 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb520df-1c07-4dec-a484-df657a3996f1 req-124e4cc8-db2d-4bbb-8968-d13be3dfcc87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:24.950511 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6cb520df-1c07-4dec-a484-df657a3996f1 req-124e4cc8-db2d-4bbb-8968-d13be3dfcc87 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0892804
May 19 02:40:24.992953 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6cb520df-1c07-4dec-a484-df657a3996f1 req-dad1c139-587e-4d4f-9f43-7530c4e908c2 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395129
May 19 02:40:25.114831 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:40:26.194832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433c21c-bd98-41e7-821a-782771f08cc4 req-8c7584ad-d9cb-4984-aead-33873b0b237a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:26.196328 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8433c21c-bd98-41e7-821a-782771f08cc4 req-8c7584ad-d9cb-4984-aead-33873b0b237a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0951459
May 19 02:40:26.327176 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8433c21c-bd98-41e7-821a-782771f08cc4 req-2bb2375b-4e7e-42e4-a209-5acceb0e0be0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251912
May 19 02:40:27.525774 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e892e-2122-4f95-a47e-ba48509f8446 req-6a523e29-481a-4bfe-863a-cb64d34938ad tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:27.531692 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-156e892e-2122-4f95-a47e-ba48509f8446 req-6a523e29-481a-4bfe-863a-cb64d34938ad tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0874546
May 19 02:40:27.576698 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-156e892e-2122-4f95-a47e-ba48509f8446 req-78ce0d1b-8320-4648-a77f-7ebaa39c2a2c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436640
May 19 02:40:28.761791 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacb88c-8e31-45d8-a77e-68076006f3f7 req-0e1dd990-0db3-46b8-86fe-6ee157af0122 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:28.763241 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cdacb88c-8e31-45d8-a77e-68076006f3f7 req-0e1dd990-0db3-46b8-86fe-6ee157af0122 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0792682
May 19 02:40:28.807079 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-cdacb88c-8e31-45d8-a77e-68076006f3f7 req-9beb5c5e-756f-43aa-bc0b-fd3afc151201 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381925
May 19 02:40:29.079125 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-70c2e983-4100-4c49-9684-6d132c36a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:29.080582 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-70c2e983-4100-4c49-9684-6d132c36a89f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1099 time: 0.0733700
May 19 02:40:29.212778 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-1244c9cd-bf05-4e9d-90ae-92df4818fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:29.214193 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-1244c9cd-bf05-4e9d-90ae-92df4818fe39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.1258998
May 19 02:40:29.320719 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-3b524aba-98ed-4fbe-b710-72389d306515 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 1002 time: 0.0979271
May 19 02:40:29.383138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-e83ddac7-9ee4-449a-9bc9-8e132efab4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:29.384423 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-e83ddac7-9ee4-449a-9bc9-8e132efab4c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0551226
May 19 02:40:29.457754 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-5a9df1e0-f35e-4999-9fcc-e82bc33c25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:29.459229 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-5a9df1e0-f35e-4999-9fcc-e82bc33c25b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0668132
May 19 02:40:29.586763 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-054edc5a-8dd0-4d15-a46f-a457aa5c208f service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192589
May 19 02:40:29.715185 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e4493c41-08d8-4613-9c99-e94f52bea27a req-71b42057-e215-4fe4-9ff2-6287140a793b service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205437
May 19 02:40:29.996910 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a007-f256-4ec3-b064-a55aff9d8b5a req-0f9e5c27-a713-48f4-9e25-24a2f2f95fb6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:29.998365 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daf4a007-f256-4ec3-b064-a55aff9d8b5a req-0f9e5c27-a713-48f4-9e25-24a2f2f95fb6 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0827217
May 19 02:40:30.042282 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-daf4a007-f256-4ec3-b064-a55aff9d8b5a req-37fa190f-edad-4898-9b4c-b321bd73d5fa tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382838
May 19 02:40:30.978333 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a68337af-07f9-40a5-8e68-5f2e838ea90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:31.227984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cef14-8417-478a-999e-2a2ed131027f req-9489ec71-9ea6-40ef-9f9d-51f7184eb054 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:31.229394 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed6cef14-8417-478a-999e-2a2ed131027f req-9489ec71-9ea6-40ef-9f9d-51f7184eb054 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 946 time: 0.0782986
May 19 02:40:31.271567 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ed6cef14-8417-478a-999e-2a2ed131027f req-ac56d81f-7417-42f2-9e2b-83bff4aa5610 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367053
May 19 02:40:31.912077 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:40:32.026880 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:32.052357 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:40:32.061891 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:32.066205 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:32.068469 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:32.102826 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'code': 200}
May 19 02:40:32.133156 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=8']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:32.136167 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:32.462865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7aed-32b9-4b61-bef4-4f5141391258 req-402b58ff-feea-4a93-b69c-d8128e9ad358 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:32.464302 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c12d7aed-32b9-4b61-bef4-4f5141391258 req-402b58ff-feea-4a93-b69c-d8128e9ad358 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0823364
May 19 02:40:32.507544 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c12d7aed-32b9-4b61-bef4-4f5141391258 req-5598f8a1-394b-4182-97cb-ce99b96d7ddf tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377223
May 19 02:40:33.441679 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:33.466442 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3bce8de8-b185-4cd8-930f-a031030ae650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:33.903514 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4381c-8ae7-4153-b844-b04e4a94c351 req-0721ad72-7a13-4714-a658-247b750ed1bb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:33.904974 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1ea4381c-8ae7-4153-b844-b04e4a94c351 req-0721ad72-7a13-4714-a658-247b750ed1bb tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0856709
May 19 02:40:33.961381 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1ea4381c-8ae7-4153-b844-b04e4a94c351 req-bd7e1c75-1cc0-4eba-bffd-d3db9a082f5d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500600
May 19 02:40:34.119015 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-63fdab1f-a707-4970-b477-674372f7b4bb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1738684
May 19 02:40:34.317921 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:34.673166 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:35.160603 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-3bd24803-e05c-4446-9707-b9197cbc4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.162575 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-3bd24803-e05c-4446-9707-b9197cbc4e7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f&tenant_id=6f2dbf76e27949e6a6f4c9c454663619 HTTP/1.1" status: 200  len: 1097 time: 0.1308222
May 19 02:40:35.177949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9def795-42f3-4f77-9eff-74f635415947 req-765fbada-74c6-4ae7-89c8-70da255011ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.179607 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b9def795-42f3-4f77-9eff-74f635415947 req-765fbada-74c6-4ae7-89c8-70da255011ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.1057932
May 19 02:40:35.346973 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b9def795-42f3-4f77-9eff-74f635415947 req-52122bbb-979d-47ae-b144-94ab59b004cd tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1615615
May 19 02:40:35.365865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-64b62c18-9bb2-42ce-a62e-d0d23e36caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.367290 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-64b62c18-9bb2-42ce-a62e-d0d23e36caf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1097 time: 0.1694920
May 19 02:40:35.500679 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-c52eb783-6bbb-44b4-a5f3-3151cac07cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.502102 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-c52eb783-6bbb-44b4-a5f3-3151cac07cd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.1258166
May 19 02:40:35.607075 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-e5a60d4c-4a01-4d1c-a4c9-15226d5965eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 1000 time: 0.0956502
May 19 02:40:35.668993 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-3617bcf4-bf79-4609-8c43-0c8ca70fa6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.670343 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-3617bcf4-bf79-4609-8c43-0c8ca70fa6b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0560925
May 19 02:40:35.748997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-413610c7-3768-463d-9806-9aa49caf6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:35.750371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-413610c7-3768-463d-9806-9aa49caf6a04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0676522
May 19 02:40:35.881348 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-5f30b0e9-a29e-459c-a2cf-6a6df8f81060 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214461
May 19 02:40:36.009820 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1d5c0fa-65ee-4130-a2c9-5397af800ebc req-42fd5ffd-6081-4a4f-a132-97354fdf7d7f service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209996
May 19 02:40:36.234592 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:36.578920 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8d425-7a5e-4cda-bea3-35407fcfe840 req-c1e5bff7-94fd-4117-9903-a9e567a11e2c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:36.581274 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dff8d425-7a5e-4cda-bea3-35407fcfe840 req-c1e5bff7-94fd-4117-9903-a9e567a11e2c tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.1129892
May 19 02:40:36.627651 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-dff8d425-7a5e-4cda-bea3-35407fcfe840 req-a89b2378-611b-4baf-a01f-33463759acb8 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404727
May 19 02:40:37.821112 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761df60-31e5-4035-ae11-e162d968909f req-dadbfaf9-cdb3-4e2f-a90c-3f825bb7da16 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:37.822562 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a761df60-31e5-4035-ae11-e162d968909f req-dadbfaf9-cdb3-4e2f-a90c-3f825bb7da16 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0818379
May 19 02:40:37.872848 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a761df60-31e5-4035-ae11-e162d968909f req-7379f631-c22d-4e0c-b874-916577b5b4c1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446990
May 19 02:40:39.083864 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7aca6-0fa9-475a-b66d-f9e5d666d219 req-bd1706d2-6a80-4e33-8eaa-a9aff06dbd54 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:39.085308 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d4a7aca6-0fa9-475a-b66d-f9e5d666d219 req-bd1706d2-6a80-4e33-8eaa-a9aff06dbd54 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0945256
May 19 02:40:39.128242 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d4a7aca6-0fa9-475a-b66d-f9e5d666d219 req-78b73dec-d232-4a30-abc9-ab27bb3e00ab tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373712
May 19 02:40:40.325917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69b5fd-4b64-4812-aa54-45fc2d423ba3 req-002734ea-bc60-4d53-a588-2486848d76fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:40.327279 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2a69b5fd-4b64-4812-aa54-45fc2d423ba3 req-002734ea-bc60-4d53-a588-2486848d76fc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0873511
May 19 02:40:40.372013 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-2a69b5fd-4b64-4812-aa54-45fc2d423ba3 req-fdc6a422-f484-42c5-bdd2-602c9a9dc6b4 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390892
May 19 02:40:41.566629 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7743e3-5eb7-4a51-bfc1-114655cebc2c req-a791181e-4693-4966-b2bb-788a2492394b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:41.568172 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5a7743e3-5eb7-4a51-bfc1-114655cebc2c req-a791181e-4693-4966-b2bb-788a2492394b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0786245
May 19 02:40:41.618315 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5a7743e3-5eb7-4a51-bfc1-114655cebc2c req-6a751440-18e7-45f6-9ec3-de83da2ae107 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444393
May 19 02:40:42.813824 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e46ba-17e2-4dc1-8655-deacf6b9d3f4 req-c28c704b-c6aa-4618-8e5f-56974730cd5f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:42.815347 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-058e46ba-17e2-4dc1-8655-deacf6b9d3f4 req-c28c704b-c6aa-4618-8e5f-56974730cd5f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0818067
May 19 02:40:42.862766 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-058e46ba-17e2-4dc1-8655-deacf6b9d3f4 req-96ed8f57-9cfc-46c2-af7c-33465a588806 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386250
May 19 02:40:44.069554 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c3695-b3eb-4996-9c28-c4bf7162a738 req-d7182ff1-4b26-4b95-8545-aebddeb23a0e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:44.072001 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a80c3695-b3eb-4996-9c28-c4bf7162a738 req-d7182ff1-4b26-4b95-8545-aebddeb23a0e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0832322
May 19 02:40:44.130064 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a80c3695-b3eb-4996-9c28-c4bf7162a738 req-3d7b53ce-e7a8-4869-b638-39ec04619df0 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509670
May 19 02:40:45.323234 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858f2f-a889-40be-b333-f71729e8fd37 req-ca129e6e-390d-4c66-b9f9-3a88fa88a261 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:45.324612 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-73858f2f-a889-40be-b333-f71729e8fd37 req-ca129e6e-390d-4c66-b9f9-3a88fa88a261 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0857902
May 19 02:40:45.369427 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-73858f2f-a889-40be-b333-f71729e8fd37 req-cb07808b-9b1b-4291-9f1e-959bca241331 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389633
May 19 02:40:46.566201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f9886-10cd-42b8-b39b-247846389c96 req-0fc1d848-e148-4e14-8db9-0ed89787fe0b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:46.568393 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ba5f9886-10cd-42b8-b39b-247846389c96 req-0fc1d848-e148-4e14-8db9-0ed89787fe0b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0848861
May 19 02:40:46.611842 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-ba5f9886-10cd-42b8-b39b-247846389c96 req-bc08737e-9494-47fc-ac66-1fb51d5cca5f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374599
May 19 02:40:47.814254 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf9b4c-63f2-48ee-8d07-8aad8ca456ac req-8ce75437-8133-4e60-adda-b592ce25cac5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:47.815730 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f7bf9b4c-63f2-48ee-8d07-8aad8ca456ac req-8ce75437-8133-4e60-adda-b592ce25cac5 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0911710
May 19 02:40:47.863283 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-f7bf9b4c-63f2-48ee-8d07-8aad8ca456ac req-fd24121c-1e79-4129-8a04-747976192a77 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419025
May 19 02:40:49.128827 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1397c-b32b-42ed-a59d-3567e7cc54fc req-40c5257e-e2ef-4907-b088-8ea2d0e4db03 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:49.130910 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a5d1397c-b32b-42ed-a59d-3567e7cc54fc req-40c5257e-e2ef-4907-b088-8ea2d0e4db03 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.1544337
May 19 02:40:49.178444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a5d1397c-b32b-42ed-a59d-3567e7cc54fc req-a815bf38-cb18-4ee5-9f87-1e1d48ca5b8d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415106
May 19 02:40:50.365750 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e848cb-aff6-4fef-810f-5e14ec78ae16 req-ceba252c-2b04-4437-b847-609ed3f3a694 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:50.367211 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7e848cb-aff6-4fef-810f-5e14ec78ae16 req-ceba252c-2b04-4437-b847-609ed3f3a694 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0804167
May 19 02:40:50.409798 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b7e848cb-aff6-4fef-810f-5e14ec78ae16 req-f0914c21-ce1a-4f6e-9093-968786ec1651 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369964
May 19 02:40:51.594767 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f667293-7e82-4b58-9d6f-59e8cf58736c req-079eb259-9bbf-4431-8b01-8ca699d9288f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:51.596180 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8f667293-7e82-4b58-9d6f-59e8cf58736c req-079eb259-9bbf-4431-8b01-8ca699d9288f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0773246
May 19 02:40:51.642559 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-8f667293-7e82-4b58-9d6f-59e8cf58736c req-408de498-9269-43cd-830d-524bda095525 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408449
May 19 02:40:52.826816 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225fbb9-3d86-4b03-97e2-eab3c563afe7 req-2e4bd924-1369-4351-969e-375f4d63923b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:52.828164 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d225fbb9-3d86-4b03-97e2-eab3c563afe7 req-2e4bd924-1369-4351-969e-375f4d63923b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0780959
May 19 02:40:52.870562 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d225fbb9-3d86-4b03-97e2-eab3c563afe7 req-91a1ee5e-6a56-4dbe-942f-e90b45ead0ae tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368330
May 19 02:40:54.058631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5ccbd-a014-424a-aa79-cbd4d8a18ef6 req-90cc57c5-d5ba-4a35-ab3e-1cb74f7abac1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:54.060084 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-87d5ccbd-a014-424a-aa79-cbd4d8a18ef6 req-90cc57c5-d5ba-4a35-ab3e-1cb74f7abac1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0820832
May 19 02:40:54.102823 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-87d5ccbd-a014-424a-aa79-cbd4d8a18ef6 req-0c59703c-0a88-4940-a2a9-9accb5e7101a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372202
May 19 02:40:55.015581 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59946) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:40:55.275556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Deleting port fb5707c9-fda0-450f-9bd8-ae57405563d8 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:40:55.275805 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:55.290985 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdfcef-7330-48e6-8f3e-e91c9cea420f req-2b6ccc4e-e63e-4f75-ab83-621c9ec44e59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:55.292444 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c6cdfcef-7330-48e6-8f3e-e91c9cea420f req-2b6ccc4e-e63e-4f75-ab83-621c9ec44e59 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 944 time: 0.0784922
May 19 02:40:55.336195 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c6cdfcef-7330-48e6-8f3e-e91c9cea420f req-16f4136e-ff0c-4091-ba0c-8a6d05be6672 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381236
May 19 02:40:55.394785 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:55.395106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:55.517074 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Calling delete_port for fb5707c9-fda0-450f-9bd8-ae57405563d8 owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:40:55.631789 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:55.636132 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-744ebc3d-556d-479a-82d4-0a24185ad52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:55.681222 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event deleted for resources: {'Port': ['ID=fb5707c9-fda0-450f-9bd8-ae57405563d8,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:55.719890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.720270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.720639 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.721002 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.721361 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.721753 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.722128 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.722489 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.722936 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.723815 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.724165 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.724513 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:55.732344 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:55.785995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:55.786332 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Floating IP 0faa75db-7272-4f13-bed8-e5eb4f60ebf3 disassociated (deleted). External IP: 172.27.0.128, port: b440ba18-5164-425f-969b-f2ce3660d2cf.
May 19 02:40:55.973116 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:40:56.108461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:56.121403 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'port_id': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'mac_address': 'fa:16:3e:06:a6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:40:56.175839 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:56.193076 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:40:56.208292 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:56.212436 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:56.214138 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:56.222217 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:40:56.280026 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=9']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:56.283826 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:56.398543 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:40:56.408647 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Sync routers for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:40:56.419069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:56.419802 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:40:56.420552 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6555be0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:40:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:40:56.476913 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "DELETE /v2.0/floatingips/0faa75db-7272-4f13-bed8-e5eb4f60ebf3 HTTP/1.1" status: 204  len: 168 time: 1.4600201
May 19 02:40:56.477431 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:40:56.531723 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7958-841f-4006-ad9d-87ff2ec36d5f req-427004f1-1e09-4d3f-9825-ccfa658ae428 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:56.533164 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0bab7958-841f-4006-ad9d-87ff2ec36d5f req-427004f1-1e09-4d3f-9825-ccfa658ae428 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0864012
May 19 02:40:56.583209 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0bab7958-841f-4006-ad9d-87ff2ec36d5f req-5a635992-c6bb-4058-b9b7-14c82488f248 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438621
May 19 02:40:56.620133 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:40:56.643365 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'status': 'completed', 'code': 200}
May 19 02:40:56.749261 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-8fd82fc6-a256-4504-88ec-53f833fb17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:56.750769 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-8fd82fc6-a256-4504-88ec-53f833fb17a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 1098 time: 0.0828140
May 19 02:40:56.786542 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['fd502e61-405e-4408-a87e-0292f9574b3b'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:40:56.947340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-2dc8f3c6-6b7c-42a5-b5e8-9415a8aff80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:56.948836 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-2dc8f3c6-6b7c-42a5-b5e8-9415a8aff80f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 200  len: 910 time: 0.1868231
May 19 02:40:56.957017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878ab3-e823-4886-9ce1-54211dedd0c5 req-8f11e150-d206-48a3-97be-337f383a9228 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:56.958426 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-de878ab3-e823-4886-9ce1-54211dedd0c5 req-8f11e150-d206-48a3-97be-337f383a9228 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1766994
May 19 02:40:57.038068 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-9777f56a-12f0-4648-a018-2fc02d99d69b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 200  len: 217 time: 0.0785697
May 19 02:40:57.096330 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-de878ab3-e823-4886-9ce1-54211dedd0c5 req-6ac34b3f-25bd-4b80-a424-27947109dc8d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808122
May 19 02:40:57.125096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-2ea50ecb-289c-42c7-a7ef-a48b0c0b5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:57.126512 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-2ea50ecb-289c-42c7-a7ef-a48b0c0b5461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 200  len: 848 time: 0.0742090
May 19 02:40:57.132873 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6555be0>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:40:57.140213 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Checking router: d10d48d1-730b-4239-a9d2-974fe0b2e8d2 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:40:57.152870 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:40:57.153473 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6555be0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:40:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:40:57.210426 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-9a7e8582-cbd0-4bb0-b433-35a7ef0d2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:57.212018 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-9a7e8582-cbd0-4bb0-b433-35a7ef0d2f78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c982582-d018-42dc-8a90-5a7698ddb086&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0745263
May 19 02:40:57.330680 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:40:57.347495 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-eabdeeef-0a5c-462d-b0ff-7535ffac555d service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210339
May 19 02:40:57.482539 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-a0636c60-8921-4fdd-a180-c1f9126329fa req-5b2fe0f7-510f-41d7-ab44-b2b4e4b29008 service neutron] 10.222.0.55 "GET /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229961
May 19 02:40:57.637455 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6555be0>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:40:57.641401 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9758f31f-9f2d-4bea-bf90-9b7e300b8600 None None] The sync data for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi is: [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:31:39Z', 'revision_number': 4, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'f158ef0b-56fa-4dd6-919c-5d526b1b6cf7', 'name': '', 'network_id': '6c982582-d018-42dc-8a90-5a7698ddb086', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'mac_address': 'fa:16:3e:8b:ef:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:38Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'subnets': [{'id': '7d1b66eb-0d4a-4ec0-9858-993a6247336e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:40:57.778998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c785-b7e1-4d19-a01d-f042e5417bf9 req-5ea9b07f-14a3-488c-938e-4d5d54e87fae tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:57.780515 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-be99c785-b7e1-4d19-a01d-f042e5417bf9 req-5ea9b07f-14a3-488c-938e-4d5d54e87fae tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0821064
May 19 02:40:57.827366 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-be99c785-b7e1-4d19-a01d-f042e5417bf9 req-1a8afb09-ae34-422f-8efb-2f32d0fe504b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407722
May 19 02:40:57.844331 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769bba00-b09f-4ccf-9300-b22edb3e0d60 None None] New status for floating IP 0faa75db-7272-4f13-bed8-e5eb4f60ebf3: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:40:58.282867 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4107-4293-402d-83be-191cb963d93a req-9ab47b11-3e87-495f-9c8c-74663bb52c90 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:58.283577 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-37cd4107-4293-402d-83be-191cb963d93a req-9ab47b11-3e87-495f-9c8c-74663bb52c90 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Synchronizing usage tracker for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:40:58.298113 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-37cd4107-4293-402d-83be-191cb963d93a req-9ab47b11-3e87-495f-9c8c-74663bb52c90 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Unset dirty status for tenant:4f5971b348dd4292ba5102ed2c5dace2 on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:40:58.299468 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37cd4107-4293-402d-83be-191cb963d93a req-9ab47b11-3e87-495f-9c8c-74663bb52c90 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.0974135
May 19 02:40:58.343535 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-37cd4107-4293-402d-83be-191cb963d93a req-f4e1fc95-26d8-4154-b3f2-fa1db5828fba tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381548
May 19 02:40:59.013331 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fd67b-e39c-4f22-aa04-f9a1031e4407 req-85867eec-338c-4cd5-8dfb-d7f1c51108ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:59.014738 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc1fd67b-e39c-4f22-aa04-f9a1031e4407 req-85867eec-338c-4cd5-8dfb-d7f1c51108ac tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 945 time: 0.0774102
May 19 02:40:59.187591 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bc1fd67b-e39c-4f22-aa04-f9a1031e4407 req-1a8815bc-6467-4e96-8d39-f047464f2837 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431220
May 19 02:40:59.206432 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-2d259251-8dc9-47ab-9e41-d015ba5748b1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:59.208453 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-2d259251-8dc9-47ab-9e41-d015ba5748b1 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.55 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.1928651
May 19 02:40:59.350720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Deleting port b440ba18-5164-425f-969b-f2ce3660d2cf {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:40:59.351055 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:59.528998 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] For port b440ba18-5164-425f-969b-f2ce3660d2cf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b440ba18-5164-425f-969b-f2ce3660d2cf,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:40:59.529350 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:59.656390 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Calling delete_port for b440ba18-5164-425f-969b-f2ce3660d2cf owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:40:59.676265 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80fa32-2f70-446d-9ffb-363bdf09421f req-6dadb30a-87db-40ab-b5a5-9de8c9fa459d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:40:59.677689 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b80fa32-2f70-446d-9ffb-363bdf09421f req-6dadb30a-87db-40ab-b5a5-9de8c9fa459d tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 945 time: 0.2292280
May 19 02:40:59.732085 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-5b80fa32-2f70-446d-9ffb-363bdf09421f req-9674d9d9-516a-45e0-81ac-09b3236ab519 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/security-groups?id=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459661
May 19 02:40:59.815697 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:59.821413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:40:59.866307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event deleted for resources: {'Port': ['ID=b440ba18-5164-425f-969b-f2ce3660d2cf,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:40:59.901236 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.901608 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.901968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.902320 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.902667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.903017 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.903402 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.903753 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.904096 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.904438 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.904781 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.905122 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:40:59.912455 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:40:59.951443 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] No DVR routers for this DVR port b440ba18-5164-425f-969b-f2ce3660d2cf on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:40:59.953961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:40:59.956389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-deleted', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:40:59.971434 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-b1b66725-5438-4e95-a77a-dee44b51c1f2 req-b84b2e2b-5c67-49ea-b205-7e74195d11f8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.55 "DELETE /v2.0/ports/b440ba18-5164-425f-969b-f2ce3660d2cf HTTP/1.1" status: 204  len: 173 time: 0.7494452
May 19 02:40:59.986582 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:41:00.004416 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97947049-38be-4fea-9f59-6db20d2b4c81', 'name': 'network-vif-deleted', 'tag': 'b440ba18-5164-425f-969b-f2ce3660d2cf', 'status': 'completed', 'code': 200}
May 19 02:41:00.059567 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port fd502e61-405e-4408-a87e-0292f9574b3b triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:41:00.059946 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:00.170525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:00.197425 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:41:00.208054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:00.212264 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:00.214553 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:00.252449 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'code': 200}
May 19 02:41:00.284583 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=10']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:00.287566 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:00.425099 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd500-c321-47b2-a850-2804feef226d req-44ba701b-5221-45f2-91e2-fdd14e30f834 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:00.427343 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bdcd500-c321-47b2-a850-2804feef226d req-44ba701b-5221-45f2-91e2-fdd14e30f834 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.1142354
May 19 02:41:00.479426 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6bdcd500-c321-47b2-a850-2804feef226d req-7d788a08-9f80-4de7-abef-7d2f53b4badf tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459554
May 19 02:41:00.569482 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb75a-04bb-4024-83ff-fd0f23789842 req-d91e8ea7-fc94-41be-bfae-bf9dead37f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:00.570936 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cffb75a-04bb-4024-83ff-fd0f23789842 req-d91e8ea7-fc94-41be-bfae-bf9dead37f02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1100 time: 0.0749145
May 19 02:41:00.629812 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1cffb75a-04bb-4024-83ff-fd0f23789842 req-230d5133-cd64-4b0e-adfe-5cf4bd8ae4a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363860
May 19 02:41:00.894262 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-8ed55fbc-3ad4-40da-b359-479f325af08d req-1683e4b7-0976-4eef-a08f-d1076e5c40a2 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "GET /v2.0/ports?device_id=97947049-38be-4fea-9f59-6db20d2b4c81 HTTP/1.1" status: 200  len: 210 time: 0.0443721
May 19 02:41:00.979604 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-63af7c86-7a3f-4970-9516-342010a56959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:01.666840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7886-7e7c-4655-b895-535e6b6dd97b req-e1addb7d-081f-497e-b308-69254b15aca1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:01.668427 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-74aa7886-7e7c-4655-b895-535e6b6dd97b req-e1addb7d-081f-497e-b308-69254b15aca1 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.0793440
May 19 02:41:01.712206 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-74aa7886-7e7c-4655-b895-535e6b6dd97b req-5c4d522e-d9fe-4438-bc19-8102c0cdc26f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381455
May 19 02:41:01.991970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 59992) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:02.009965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:02.045174 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: b440ba18-5164-425f-969b-f2ce3660d2cf {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:02.045469 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device b440ba18-5164-425f-969b-f2ce3660d2cf not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:02.062947 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:02.097693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:02.113220 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:41:02.164941 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:02.168961 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bea036fd-3b08-4aeb-82a6-6e317bedfba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:02.183353 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b1d40-f84f-4ce0-b0df-5087c4fb0a95,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:02.186491 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:02.198992 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:02.202648 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] 10.222.0.63 "DELETE /v2.0/security-groups/a64b1d40-f84f-4ce0-b0df-5087c4fb0a95 HTTP/1.1" status: 204  len: 168 time: 0.2071853
May 19 02:41:02.254749 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60020) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:02.911305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1f28-ea6e-40ea-bb97-3fa2a6056952 req-c81e54e6-da42-4204-a23a-a25c1ea8450f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:02.912772 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e65a1f28-ea6e-40ea-bb97-3fa2a6056952 req-c81e54e6-da42-4204-a23a-a25c1ea8450f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.0819240
May 19 02:41:02.920121 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:02.959048 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e65a1f28-ea6e-40ea-bb97-3fa2a6056952 req-5cad7b6e-44f9-4c0c-afd5-8106d8854b8d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395021
May 19 02:41:03.430735 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Deleting port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:03.431328 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:03.445827 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:03.468319 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5166eb9e-4b08-4a65-a1a3-45d365b98a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:03.559653 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] For port f158ef0b-56fa-4dd6-919c-5d526b1b6cf7, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:03.560025 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:03.682747 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Calling delete_port for f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:03.826908 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:03.831417 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:03.873641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f158ef0b-56fa-4dd6-919c-5d526b1b6cf7,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:03.907126 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:04.150239 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:04.316548 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:04.625883 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:41:04.676320 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:04.803654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:41:04.812179 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Sync routers for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:41:04.816219 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] 10.222.0.63 "PUT /v2.0/routers/d10d48d1-730b-4239-a9d2-974fe0b2e8d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5604067
May 19 02:41:04.818558 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60054) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:04.821519 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:04.822126 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f64dea90>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:04.994988 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:04.997032 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:05.176970 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.253173 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Deleting port 12ffa91e-06b3-48bc-a227-97796cf5315f {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:05.253414 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.333860 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f64dea90>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:41:03Z', 'revision_number': 5, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port': {'id': '12ffa91e-06b3-48bc-a227-97796cf5315f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:32Z', 'updated_at': '2021-05-19T02:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:05.337632 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Checking router: d10d48d1-730b-4239-a9d2-974fe0b2e8d2 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:41:05.345850 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Routers {'d10d48d1-730b-4239-a9d2-974fe0b2e8d2'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:05.346435 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f64dea90>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:05.371969 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] For port 12ffa91e-06b3-48bc-a227-97796cf5315f, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12ffa91e-06b3-48bc-a227-97796cf5315f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:05.372317 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.492368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Calling delete_port for 12ffa91e-06b3-48bc-a227-97796cf5315f owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:05.495883 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] Set router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 gateway port host: None {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:05.602852 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f64dea90>, [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:41:05Z', 'revision_number': 6, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:05.607037 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444eb166-f6cc-4b61-8207-a579896082bb None None] The sync data for ids ['d10d48d1-730b-4239-a9d2-974fe0b2e8d2'] in dv-cinder-784623-11-iscsi is: [{'id': 'd10d48d1-730b-4239-a9d2-974fe0b2e8d2', 'name': 'tempest-TestShelveInstance-1391283470-router', 'tenant_id': '4f5971b348dd4292ba5102ed2c5dace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:29Z', 'updated_at': '2021-05-19T02:41:05Z', 'revision_number': 6, 'project_id': '4f5971b348dd4292ba5102ed2c5dace2', 'gw_port_host': None}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:41:05.631957 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.636659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-95161322-ca2b-4b7b-bfce-d729ddafed5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:05.679921 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ffa91e-06b3-48bc-a227-97796cf5315f,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:05.683026 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:05.773613 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.962162 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:05.964647 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.104835 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.105345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10d48d1-730b-4239-a9d2-974fe0b2e8d2 {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:41:06.117729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.118833 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bad0318e-7ae8-40f5-9411-c65ad7fb7908 admin admin] 10.222.0.63 "DELETE /v2.0/routers/d10d48d1-730b-4239-a9d2-974fe0b2e8d2 HTTP/1.1" status: 204  len: 168 time: 1.2990885
May 19 02:41:06.121364 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60070) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:06.181751 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Deleting subnet 7d1b66eb-0d4a-4ec0-9858-993a6247336e {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:41:06.184606 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.233004 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.235905 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.310859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.566003 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.569944 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3f70f250-7836-4b70-92f7-ff8719ffdcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:06.604424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1b66eb-0d4a-4ec0-9858-993a6247336e,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:06.606895 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:06.609870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.616247 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4ccce-8799-42ad-baee-21e20eceb2f9 None None] Network 6c982582-d018-42dc-8a90-5a7698ddb086 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:41:06.619822 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-495e9362-6003-483a-8c52-613cf5f91ac0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7d1b66eb-0d4a-4ec0-9858-993a6247336e HTTP/1.1" status: 204  len: 168 time: 0.4952118
May 19 02:41:06.620069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60074) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:06.728283 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.800809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Deleting port db5b4154-8fe7-40d1-8ed5-9d246c46e697 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:06.801144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.879633 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] DHCP port deletion for 6c982582-d018-42dc-8a90-5a7698ddb086 request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:41:06.903143 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] For port db5b4154-8fe7-40d1-8ed5-9d246c46e697, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=db5b4154-8fe7-40d1-8ed5-9d246c46e697,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:06.903514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:06.943461 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Deleting port db5b4154-8fe7-40d1-8ed5-9d246c46e697 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:06.943842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.029938 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Calling delete_port for db5b4154-8fe7-40d1-8ed5-9d246c46e697 owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:07.042239 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] For port db5b4154-8fe7-40d1-8ed5-9d246c46e697, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=db5b4154-8fe7-40d1-8ed5-9d246c46e697,segment=NetworkSegment(b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7),segment_id=b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:07.042741 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.080761 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.086117 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-87edd4d7-26c2-4af6-9508-3bc90692d7cc tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:07.132105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5b4154-8fe7-40d1-8ed5-9d246c46e697,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:07.134245 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:07.135045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] No DVR routers for this DVR port db5b4154-8fe7-40d1-8ed5-9d246c46e697 on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:07.173221 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Calling delete_port for db5b4154-8fe7-40d1-8ed5-9d246c46e697 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:07.195037 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:07.230766 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:07.231135 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f158ef0b-56fa-4dd6-919c-5d526b1b6cf7 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:07.231553 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12ffa91e-06b3-48bc-a227-97796cf5315f no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:07.252185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.265562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f60c5af0>,) {'filters': {'network_id': ['6c982582-d018-42dc-8a90-5a7698ddb086']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:07.265930 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 12ffa91e-06b3-48bc-a227-97796cf5315f {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:07.266400 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12ffa91e-06b3-48bc-a227-97796cf5315f not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:07.266685 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device db5b4154-8fe7-40d1-8ed5-9d246c46e697 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:07.278172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f60c5af0>, 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:07.278472 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f60c5af0>, 'b0b4ebcc-6ca9-4b4c-b780-ec175e0ef2c7') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:07.289590 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.304572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: db5b4154-8fe7-40d1-8ed5-9d246c46e697 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:07.304919 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device db5b4154-8fe7-40d1-8ed5-9d246c46e697 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:07.305380 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.312539 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:41:07.312937 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.324002 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:41:07.326812 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:41:07.329456 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:07.369635 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Pushing event deleted for resources: {'Port': ['ID=db5b4154-8fe7-40d1-8ed5-9d246c46e697,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:07.373117 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:07.375359 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df40f2a-4dbd-4137-8ffa-a85e446361ed None None] No DVR routers for this DVR port db5b4154-8fe7-40d1-8ed5-9d246c46e697 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:07.406322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.409984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-882335e2-b77b-4be9-8cf8-b95f50177a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:07.423060 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:07.433258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c982582-d018-42dc-8a90-5a7698ddb086,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:07.436282 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:07.447274 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6c982582-d018-42dc-8a90-5a7698ddb086 HTTP/1.1" status: 204  len: 168 time: 0.8262062
May 19 02:41:07.450154 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60080) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:08.055582 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:08.453675 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Deleting port a6df97b6-16fd-4a3f-a066-530583046b34 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:08.453985 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:08.571182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] For port a6df97b6-16fd-4a3f-a066-530583046b34, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=a6df97b6-16fd-4a3f-a066-530583046b34,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:08.571529 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:08.690040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Calling delete_port for a6df97b6-16fd-4a3f-a066-530583046b34 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:08.834065 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:08.837724 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:08.877579 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6df97b6-16fd-4a3f-a066-530583046b34,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:08.881335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:09.245744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:09.596873 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Router 533be928-8638-44ce-9dd3-4f9306a5cdc7 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:41:09.769207 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:41:09.778457 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-33d11069-4046-43ca-a938-81e76d94c814 admin admin] 10.222.0.63 "PUT /v2.0/routers/533be928-8638-44ce-9dd3-4f9306a5cdc7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3273730
May 19 02:41:09.778635 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Sync routers for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:41:09.780978 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60088) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:09.789072 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:09.789718 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7ee4cd0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:09.956404 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:09.957401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:10.127296 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:10.199965 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Deleting port 7be81069-a18b-4004-9e37-0873724e6c71 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:10.200300 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:10.234076 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7ee4cd0>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7be81069-a18b-4004-9e37-0873724e6c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:41:08Z', 'revision_number': 5, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port': {'id': '7be81069-a18b-4004-9e37-0873724e6c71', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:10.237893 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Checking router: 533be928-8638-44ce-9dd3-4f9306a5cdc7 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:41:10.246196 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Routers {'533be928-8638-44ce-9dd3-4f9306a5cdc7'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:10.246871 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7ee4cd0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:03Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['533be928-8638-44ce-9dd3-4f9306a5cdc7'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:10.321891 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] For port 7be81069-a18b-4004-9e37-0873724e6c71, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7be81069-a18b-4004-9e37-0873724e6c71,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:10.322525 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:10.417630 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] Set router 533be928-8638-44ce-9dd3-4f9306a5cdc7 gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:10.524935 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7ee4cd0>, [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:41:10Z', 'revision_number': 6, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:10.529160 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fadf79b-b804-4c17-9509-2f1c334a8cac None None] The sync data for ids ['533be928-8638-44ce-9dd3-4f9306a5cdc7'] in dv-cinder-784623-11-iscsi is: [{'id': '533be928-8638-44ce-9dd3-4f9306a5cdc7', 'name': 'tempest-TestShelveInstance-1948902661-router', 'tenant_id': '60cc06af5363413d8513ec0243e64572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:46Z', 'updated_at': '2021-05-19T02:41:10Z', 'revision_number': 6, 'project_id': '60cc06af5363413d8513ec0243e64572', 'gw_port_host': None}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:41:10.568246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Calling delete_port for 7be81069-a18b-4004-9e37-0873724e6c71 owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:10.706722 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:10.711217 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c05d75aa-df44-4942-8b86-ceceb00df383 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:10.754556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be81069-a18b-4004-9e37-0873724e6c71,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:10.780376 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:10.845591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.017818 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.019966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.041354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.041766 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533be928-8638-44ce-9dd3-4f9306a5cdc7 {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:41:11.053802 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.055156 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9a54ad23-a447-4b14-bd76-d84f9db1f740 admin admin] 10.222.0.63 "DELETE /v2.0/routers/533be928-8638-44ce-9dd3-4f9306a5cdc7 HTTP/1.1" status: 204  len: 168 time: 1.2732873
May 19 02:41:11.057727 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60094) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:11.114116 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Deleting subnet 6be78b18-4b12-4d7f-85a2-0cf1d863d70e {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:41:11.117683 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.168224 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.245522 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.304902 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7be81069-a18b-4004-9e37-0873724e6c71 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:11.338283 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 7be81069-a18b-4004-9e37-0873724e6c71 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:11.338631 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7be81069-a18b-4004-9e37-0873724e6c71 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:11.339041 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a6df97b6-16fd-4a3f-a066-530583046b34 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:11.376967 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: a6df97b6-16fd-4a3f-a066-530583046b34 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:11.377318 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device a6df97b6-16fd-4a3f-a066-530583046b34 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:11.502662 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.506759 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:11.541301 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be78b18-4b12-4d7f-85a2-0cf1d863d70e,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:11.544178 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:11.545144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.550412 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea37b34-bffe-4a82-ac77-a75ec05ae48f None None] Network 6dcb21c7-b6ef-4a29-822b-22cb70281f6f requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:41:11.553848 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-7aca912e-6adc-4db5-b42d-fbd3fa394535 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6be78b18-4b12-4d7f-85a2-0cf1d863d70e HTTP/1.1" status: 204  len: 168 time: 0.4951615
May 19 02:41:11.556675 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60100) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:11.659817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.731860 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Deleting port f4f86cea-dadb-44bb-af70-b278e80627a0 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:11.732189 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.815059 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] DHCP port deletion for 6dcb21c7-b6ef-4a29-822b-22cb70281f6f request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:41:11.831907 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] For port f4f86cea-dadb-44bb-af70-b278e80627a0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f4f86cea-dadb-44bb-af70-b278e80627a0,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:11.832258 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.880588 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Deleting port f4f86cea-dadb-44bb-af70-b278e80627a0 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:11.880984 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.952639 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Calling delete_port for f4f86cea-dadb-44bb-af70-b278e80627a0 owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:11.977599 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] For port f4f86cea-dadb-44bb-af70-b278e80627a0, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f4f86cea-dadb-44bb-af70-b278e80627a0,segment=NetworkSegment(da10b7dc-fef1-4b5e-a25a-627098d89eab),segment_id=da10b7dc-fef1-4b5e-a25a-627098d89eab)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:11.977993 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:11.997880 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.002359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e206533f-1b15-48ff-b86e-89a38bb97c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:12.100545 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Calling delete_port for f4f86cea-dadb-44bb-af70-b278e80627a0 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:12.137549 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f86cea-dadb-44bb-af70-b278e80627a0,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:12.139885 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:12.140367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] No DVR routers for this DVR port f4f86cea-dadb-44bb-af70-b278e80627a0 on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:12.147613 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.151211 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:12.191634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Pushing event deleted for resources: {'Port': ['ID=f4f86cea-dadb-44bb-af70-b278e80627a0,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:12.201240 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] No DVR routers for this DVR port f4f86cea-dadb-44bb-af70-b278e80627a0 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:12.203054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.203421 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.203756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.204078 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.204407 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.204729 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.205052 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.205368 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.205689 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.206008 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.206354 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.206675 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:41:12.210192 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-99d3597b-9417-4e22-abbc-a30a9f33abf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:12.255976 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.268405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6a08a90>,) {'filters': {'network_id': ['6dcb21c7-b6ef-4a29-822b-22cb70281f6f']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:12.280280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6a08a90>, 'da10b7dc-fef1-4b5e-a25a-627098d89eab') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:12.280573 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6a08a90>, 'da10b7dc-fef1-4b5e-a25a-627098d89eab') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:12.291997 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.309298 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.315620 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:41:12.315998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:41:12.330329 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:41:12.406744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.410386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-65f2cbcc-ad62-4788-9fe4-ad1e9d0f4991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:12.423652 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.434251 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dcb21c7-b6ef-4a29-822b-22cb70281f6f,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:12.437160 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:12.440123 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e62c3348-2b24-4917-9826-8a3fbc4de83f admin admin] 10.222.0.63 "DELETE /v2.0/networks/6dcb21c7-b6ef-4a29-822b-22cb70281f6f HTTP/1.1" status: 204  len: 168 time: 0.8810773
May 19 02:41:12.624730 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60108) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:12.671598 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-114becbe-9a39-44c5-94be-fb789d15f0ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f5971b348dd4292ba5102ed2c5dace2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0455997
May 19 02:41:12.673734 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60112) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:12.743457 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.771542 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.824043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.828855 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fb94e30a-5d1f-4018-bfbb-79378285a114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:12.844257 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8cccc-96c6-4fb8-afc3-7e3c82fb2718,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:12.847144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:12.849673 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:12.850726 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d7b8cccc-96c6-4fb8-afc3-7e3c82fb2718 HTTP/1.1" status: 204  len: 168 time: 0.1761303
May 19 02:41:13.178333 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f4f86cea-dadb-44bb-af70-b278e80627a0 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:13.212524 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: f4f86cea-dadb-44bb-af70-b278e80627a0 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:13.212879 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f4f86cea-dadb-44bb-af70-b278e80627a0 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:13.233607 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60120) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:13.281084 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-e422912f-de95-4de8-ac78-53a7fad1db84 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60cc06af5363413d8513ec0243e64572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463238
May 19 02:41:13.283287 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60124) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:13.339687 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:13.365526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:13.418312 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:13.422916 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2c0286dc-00c0-479c-9fa7-51215b4b8e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:13.433576 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7baec-0743-40b8-8c24-4036a3da07af,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:13.436866 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:13.439953 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:13.441037 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/68a7baec-0743-40b8-8c24-4036a3da07af HTTP/1.1" status: 204  len: 168 time: 0.1568942
May 19 02:41:28.838074 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-bb8df62f-6701-4dc1-a96d-1b094cb4e180 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752548115&fields=id&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 267 time: 0.0414963
May 19 02:41:28.986062 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-ec569aff-5f56-4086-a62c-5436deba3334 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:28.986738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-ec569aff-5f56-4086-a62c-5436deba3334 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:network {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:41:29.002821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-ec569aff-5f56-4086-a62c-5436deba3334 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:network {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:41:29.004003 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-ec569aff-5f56-4086-a62c-5436deba3334 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1594460
May 19 02:41:29.019588 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-f37f8786-b471-41cf-83bf-1f63198defa8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/quotas/7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 375 time: 0.0096216
May 19 02:41:29.108111 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-d5cf859a-02e3-462b-9dc0-be344541a4f3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0834370
May 19 02:41:29.123806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-7ad1a7f9-7fb5-4fb2-a5ce-4575a2bcc9f3 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=91235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 02:41:29.124749 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-7ad1a7f9-7fb5-4fb2-a5ce-4575a2bcc9f3 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051031
May 19 02:41:29.253396 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-551ae36c-8f89-487a-a48d-f353e06451b5 service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230960
May 19 02:41:29.388042 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-9a18903a-361a-4c51-9f38-b302bc7ed598 service neutron] 10.222.0.63 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282041
May 19 02:41:29.796050 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-0e2ce2d4-2f1b-4e59-b38a-c3ee38a87344 req-d46e213f-de95-4db1-917a-23e5dc9f77bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 210 time: 0.0609202
May 19 02:41:30.959598 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-0560e8e0-f8c2-4d6f-8e76-3e5be1e60bec req-0ae9e6ac-dfa8-4ae5-ae4f-99cf1066d37f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 210 time: 0.0481045
May 19 02:41:30.986357 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-507f864c-140a-4543-b2cc-4feb136245a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:31.100043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-2225f157-1c35-4e8b-872c-ac9ee2fce094 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:31.101436 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-2225f157-1c35-4e8b-872c-ac9ee2fce094 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 812 time: 0.1712704
May 19 02:41:31.159545 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-06da3eee-7352-4c47-a0b1-59b0c004f7f1 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc45323ede44f968897a3a6102d03ce HTTP/1.1" status: 200  len: 379 time: 0.0426202
May 19 02:41:31.173960 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'port': {'device_id': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'admin_state_up': True, 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'security_groups': ['8fb2d090-0405-450b-9b72-7657329e6878']}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:41:31.316871 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:41:31.326249 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:41:31.335531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Made reservation on behalf of 7fc45323ede44f968897a3a6102d03ce for: {'port': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:41:31.338992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:31.497367 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_common [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.20.0.13 (65fafcb4-d624-40f2-93a0-84d59635f73c/3693779b-8873-4400-95b1-6030ba31db1b/45aa6e58-0125-4106-b1a1-4b005c925e41) {{(pid=91236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:41:31.762721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:31.780089 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Transition to ACTIVE for port object 45aa6e58-0125-4106-b1a1-4b005c925e41 will not be triggered until provisioned by entity DHCP. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:41:31.806026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:31.811546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ee779ff1-e6cf-4846-b31d-459a6ec728a7 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:31.876199 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 65fafcb4-d624-40f2-93a0-84d59635f73c is already hosted by enough agents. {{(pid=91236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:41:31.879319 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.base_scheduler [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:41:31.883393 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:41:31.918513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:31.925521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:31.957404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:31.958175 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.017134 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-b7d2317e-0beb-497d-932a-1eb3d58dc7cc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8467386
May 19 02:41:32.031620 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Request body: {'port': {'device_id': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:41:32.192272 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-49f3db68-5531-4db1-bf62-1a05bb6f4203 None None] Provisioning for port 45aa6e58-0125-4106-b1a1-4b005c925e41 completed by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:41:32.199074 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-49f3db68-5531-4db1-bf62-1a05bb6f4203 None None] Provisioning complete for port 45aa6e58-0125-4106-b1a1-4b005c925e41 triggered by entity DHCP. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:41:32.199567 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-49f3db68-5531-4db1-bf62-1a05bb6f4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.200668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.253153 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-49f3db68-5531-4db1-bf62-1a05bb6f4203 None None] Port 45aa6e58-0125-4106-b1a1-4b005c925e41 cannot update to ACTIVE because it is not bound. {{(pid=91237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 02:41:32.297923 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753594b-9f82-4cf2-96f3-f81ab3cab447 req-63e5dc01-7efd-482d-ba4f-78764fc31e89 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:32.298614 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7753594b-9f82-4cf2-96f3-f81ab3cab447 req-63e5dc01-7efd-482d-ba4f-78764fc31e89 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:41:32.372421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7753594b-9f82-4cf2-96f3-f81ab3cab447 req-63e5dc01-7efd-482d-ba4f-78764fc31e89 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:41:32.374018 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7753594b-9f82-4cf2-96f3-f81ab3cab447 req-63e5dc01-7efd-482d-ba4f-78764fc31e89 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 932 time: 0.2525666
May 19 02:41:32.506788 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7753594b-9f82-4cf2-96f3-f81ab3cab447 req-87505034-d388-47b5-81d3-b3330fe530b2 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262431
May 19 02:41:32.624810 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aa6e58-0125-4106-b1a1-4b005c925e41 {{(pid=91236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:41:32.631901 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.645535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.provisioning_blocks [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Transition to ACTIVE for port object 45aa6e58-0125-4106-b1a1-4b005c925e41 will not be triggered until provisioned by entity L2. {{(pid=91236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 02:41:32.649720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.653153 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:32.780900 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=2']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:32.819988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:32.894730 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Attempting to bind port 45aa6e58-0125-4106-b1a1-4b005c925e41 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 02:41:32.895066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Attempting to bind port 45aa6e58-0125-4106-b1a1-4b005c925e41 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 02:41:32.895422 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Attempting to bind port 45aa6e58-0125-4106-b1a1-4b005c925e41 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:41:32.900462 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Port 45aa6e58-0125-4106-b1a1-4b005c925e41 on network 65fafcb4-d624-40f2-93a0-84d59635f73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 02:41:32.900780 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Attempting to bind port 45aa6e58-0125-4106-b1a1-4b005c925e41 on network 65fafcb4-d624-40f2-93a0-84d59635f73c {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 02:41:32.905709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Checking agent: {'id': '3a3eb691-56a0-4eb2-8183-9bef448821f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 02:41:32.906043 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Checking segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:41:32.906419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Bound using segment: {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'} {{(pid=91236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 02:41:32.906846 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.managers [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Bound port: 45aa6e58-0125-4106-b1a1-4b005c925e41, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c927257c-367e-45c7-bcf8-14b79ca8bc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c'}}] {{(pid=91236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 02:41:32.907212 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:32.992851 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, cleared binding levels {{(pid=91236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 02:41:32.996496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45aa6e58-0125-4106-b1a1-4b005c925e41,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 02:41:32.999937 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14895399'] for port, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:33.004210 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:33.062194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:33.062934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:33.064294 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 200  len: 1094 time: 1.0369956
May 19 02:41:33.064636 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:41:33.088921 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=3']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:33.092216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:33.157804 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'status': 'completed', 'code': 200}
May 19 02:41:33.201502 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-5f77a479-8840-4ad8-a72b-a6e2a6cc7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:33.202977 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-5f77a479-8840-4ad8-a72b-a6e2a6cc7a88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1097 time: 0.0826600
May 19 02:41:33.275162 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-1cc81204-c0b2-41d0-b361-828b35ac2f6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 200  len: 217 time: 0.0631490
May 19 02:41:33.337446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-2910661c-b1ee-4f59-9036-9f16cc9ab383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:33.338824 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-2910661c-b1ee-4f59-9036-9f16cc9ab383 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0567052
May 19 02:41:33.418183 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-d8151829-9c01-495b-bdad-303e08c9f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:33.419665 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-d8151829-9c01-495b-bdad-303e08c9f206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0726795
May 19 02:41:33.459779 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:33.476643 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-2005c770-75e3-4bb6-b10d-81bdc513c527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:33.700137 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-3c37ea7e-43c0-467c-a163-a720ca1ddb68 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723680
May 19 02:41:33.737850 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e42a-0c80-4766-a850-f52cc1519fe2 req-1ecfee85-aa45-48cc-aa8b-d5aa1cbfa85e tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:33.739309 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0c0e42a-0c80-4766-a850-f52cc1519fe2 req-1ecfee85-aa45-48cc-aa8b-d5aa1cbfa85e tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.1227529
May 19 02:41:33.855678 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c0c0e42a-0c80-4766-a850-f52cc1519fe2 req-d9e6a133-a101-4549-934a-dc3a7413a58f tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006079
May 19 02:41:33.885248 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e3f588a7-6376-432a-9b5a-d7528ea8b681 req-354e2441-8676-427f-b354-6fc8bc87ab86 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732519
May 19 02:41:34.011629 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-8c60c8d7-467e-469d-b1f3-92579bb45fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:34.013089 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-8c60c8d7-467e-469d-b1f3-92579bb45fcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1097 time: 0.0708151
May 19 02:41:34.149252 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-1727aa0f-13df-49d8-bf70-a7dd89920b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:34.151092 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-1727aa0f-13df-49d8-bf70-a7dd89920b4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1251388
May 19 02:41:34.229891 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-a05eec4e-f485-4b2b-8fea-59e7b4294a75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 200  len: 217 time: 0.0661414
May 19 02:41:34.327918 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:34.338899 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-e4efcd74-8a6c-4ab9-b8f0-8f006f0ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:34.340334 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-e4efcd74-8a6c-4ab9-b8f0-8f006f0ba982 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.1021829
May 19 02:41:34.435091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54335d-cc6b-41c6-b416-ccc35bfa3a84 req-ac753f8a-f7a4-45ce-a598-5d41f3752afb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:34.436429 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7f54335d-cc6b-41c6-b416-ccc35bfa3a84 req-ac753f8a-f7a4-45ce-a598-5d41f3752afb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.1446400
May 19 02:41:34.456825 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-74866374-aa61-4a98-9319-fac1a3f9ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:34.458172 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-74866374-aa61-4a98-9319-fac1a3f9ee37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1066506
May 19 02:41:34.512505 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7f54335d-cc6b-41c6-b416-ccc35bfa3a84 req-a491c016-5dfd-43ba-915a-531d00ecf334 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700495
May 19 02:41:34.602594 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-4acd78c8-eb02-4fce-b919-0977b2bafeea service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284261
May 19 02:41:34.678640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:34.737817 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-786c30ec-cc42-419f-99d5-7680a1fd7702 req-2627cd1a-f140-48f2-8c6c-32c7181845d1 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217163
May 19 02:41:35.040388 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120d853-b839-4c32-8b25-67c40f50616d req-968f2316-d225-47c7-afc2-ae7df03a37f7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.041839 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d120d853-b839-4c32-8b25-67c40f50616d req-968f2316-d225-47c7-afc2-ae7df03a37f7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.0805061
May 19 02:41:35.086747 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-d120d853-b839-4c32-8b25-67c40f50616d req-89a2e8e9-ab7f-49b3-8d23-4f59bd56cb47 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390077
May 19 02:41:35.141587 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-8c1f2338-6ee6-4f32-9736-70cc4d7b77b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0680671
May 19 02:41:35.297726 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-9ee6411d-65d9-461f-b8de-1e8379720cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.299452 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-9ee6411d-65d9-461f-b8de-1e8379720cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 1100 time: 0.0726061
May 19 02:41:35.443026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-738964ce-a8f1-4548-a304-9b44d9120212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.444449 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-738964ce-a8f1-4548-a304-9b44d9120212 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 200  len: 918 time: 0.1242013
May 19 02:41:35.672186 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-d2c035eb-2d0c-4535-bead-9ed036c19058 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 200  len: 1002 time: 0.2181048
May 19 02:41:35.750464 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-70f4b28a-6534-4ed3-944b-86d5dfb04f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.751864 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-70f4b28a-6534-4ed3-944b-86d5dfb04f38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 200  len: 856 time: 0.0685799
May 19 02:41:35.763574 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4b11-34cc-4d17-bf10-30423e64ee7e req-770faafe-79d3-48be-99bb-b75823c793d3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.764891 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1cb4b11-34cc-4d17-bf10-30423e64ee7e req-770faafe-79d3-48be-99bb-b75823c793d3 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.1426110
May 19 02:41:35.852474 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c1cb4b11-34cc-4d17-bf10-30423e64ee7e req-c0c4c164-cfcf-4c3d-8769-a03be644584d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576441
May 19 02:41:35.867190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-a230453f-43d5-4bff-995c-3423184d1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:35.869126 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-a230453f-43d5-4bff-995c-3423184d1691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ac00dd-c779-4103-9834-b0b94ee2e38e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1034276
May 19 02:41:36.000051 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-b570944e-fe97-40cf-97f1-b31ab8d4cf31 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219301
May 19 02:41:36.132871 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-53d23437-57dc-4e7e-b95d-01a87fce1760 req-855b9dfe-9178-4338-89e5-cbbff4f6eb54 service neutron] 10.222.0.55 "GET /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224403
May 19 02:41:36.235483 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:36.274204 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137fd45-bcd7-4ed8-aecb-066307ae90a3 req-e7eae410-a219-45c9-b1d8-d7bf0c79e1f8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:36.275694 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6137fd45-bcd7-4ed8-aecb-066307ae90a3 req-e7eae410-a219-45c9-b1d8-d7bf0c79e1f8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.0850353
May 19 02:41:36.319682 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-6137fd45-bcd7-4ed8-aecb-066307ae90a3 req-1dee55ec-7753-4075-8ae4-9d24238d6638 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382817
May 19 02:41:37.038425 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a9e6f-eff9-4043-b9a5-7368feef11cc req-93e753f5-3e95-4c31-bf17-33c2150ac342 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:37.039878 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-828a9e6f-eff9-4043-b9a5-7368feef11cc req-93e753f5-3e95-4c31-bf17-33c2150ac342 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.0831709
May 19 02:41:37.082812 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-828a9e6f-eff9-4043-b9a5-7368feef11cc req-e9f0cefa-7374-4c67-adbf-148017253dcb tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ecc172e-f193-44fd-9d07-9dca6d867e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373831
May 19 02:41:37.183552 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-ed767dff-0e03-4608-9916-d22dfad567d1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:37.184938 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-ed767dff-0e03-4608-9916-d22dfad567d1 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 946 time: 0.0769172
May 19 02:41:37.318447 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Deleting port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:37.318774 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:37.453966 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] For port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:37.454421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:37.500575 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32240c3-9d10-427c-8e75-d86bbe27273d req-0540e3eb-4fc5-42a7-896b-869319d69256 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:37.502299 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a32240c3-9d10-427c-8e75-d86bbe27273d req-0540e3eb-4fc5-42a7-896b-869319d69256 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.0803387
May 19 02:41:37.551955 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-a32240c3-9d10-427c-8e75-d86bbe27273d req-9dad7117-e08e-4447-b2da-592b6dec94a4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434661
May 19 02:41:37.752675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:37.753194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:37.753534 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Floating IP 772759a2-be3a-4727-b212-6dc47406f7ef disassociated. External IP: 172.27.0.21, port: 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0.
May 19 02:41:37.754058 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Calling delete_port for 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:37.860401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:37.865705 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-fece68d6-94d0-4981-aa9b-cf44967201e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:37.907535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'Port': ['ID=7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:37.910833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:38.173753 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:41:38.293729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3dbcd7e1-7b8e-4a5b-9f1b-3446ec23f3a2 req-6f79953b-29e5-4810-9409-f43b9851a48d tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/ports?device_id=4abf0e7d-0f91-4640-8c6f-78590d4c2b1f HTTP/1.1" status: 200  len: 210 time: 0.0631764
May 19 02:41:38.397376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:41:38.406316 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:41:38.415527 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:38.416135 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6c98f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:38.471557 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] No DVR routers for this DVR port 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:38.474002 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:38.476556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'name': 'network-vif-deleted', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:41:38.493434 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-80bf77a8-0149-4949-b0b7-eb1eb67f4a52 req-99036cf8-d1a1-4c82-b482-deac1eea96df tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.55 "DELETE /v2.0/ports/7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 HTTP/1.1" status: 204  len: 173 time: 1.3007784
May 19 02:41:38.528976 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf0e7d-0f91-4640-8c6f-78590d4c2b1f', 'name': 'network-vif-deleted', 'tag': '7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0', 'status': 'completed', 'code': 200}
May 19 02:41:38.593594 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:38.745086 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c98a3c-f13d-41cc-ab3a-8d1944d0b57b req-7fecd585-6e33-42d8-b9c0-fad1d99b30a3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:38.746525 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2c98a3c-f13d-41cc-ab3a-8d1944d0b57b req-7fecd585-6e33-42d8-b9c0-fad1d99b30a3 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.0788879
May 19 02:41:38.790610 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-d2c98a3c-f13d-41cc-ab3a-8d1944d0b57b req-f51a380b-f2fd-4336-b24c-c70d8024956b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376177
May 19 02:41:38.908520 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6c98f10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:38.911640 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:41:38.920606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:38.921199 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6c98f10>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:39.099405 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:39.111574 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:41:39.420767 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60328) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:39.443355 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6c98f10>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:39.447860 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcee988f-aca1-4b71-ae1d-10ef05773db5 None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 4, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': '8cc5cb54-fc11-41ff-88e8-9207aad6544b', 'name': '', 'network_id': 'c0cc44d6-7398-4824-8f71-83c663cd2560', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'mac_address': 'fa:16:3e:20:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'subnets': [{'id': '2a1b8d05-587b-46a9-b067-9adcdee91fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:41:39.488359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:39.517016 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:39.569801 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:39.574617 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-85dba74f-a8eb-4fbe-925c-b215ff39b75e tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:39.589517 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc172e-f193-44fd-9d07-9dca6d867e0c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:39.593948 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:39.605347 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:39.606472 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "DELETE /v2.0/security-groups/2ecc172e-f193-44fd-9d07-9dca6d867e0c HTTP/1.1" status: 204  len: 168 time: 0.1845095
May 19 02:41:39.609125 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60332) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:39.627225 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.api.v2.resource [None req-171ea5d8-1584-4562-9d41-fa1614d89296 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] show failed (client error): The resource could not be found.
May 19 02:41:39.628237 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-171ea5d8-1584-4562-9d41-fa1614d89296 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "GET /v2.0/security-groups/2ecc172e-f193-44fd-9d07-9dca6d867e0c HTTP/1.1" status: 404  len: 347 time: 0.0181901
May 19 02:41:39.631008 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60336) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:39.657722 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6692cae-bf18-4c38-b3a8-c640d1279216 None None] New status for floating IP 772759a2-be3a-4727-b212-6dc47406f7ef: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:41:39.856528 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Deleting port 9d606afc-8611-45c2-9d09-4f2b228d0a00 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:39.856528 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.113984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.114217 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.241758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Calling delete_port for 9d606afc-8611-45c2-9d09-4f2b228d0a00 owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:40.253566 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbec142-89b1-4d1a-b03d-6ac75c1ad7f5 req-4da028db-73ad-4f12-bd27-81c98d62a472 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:40.255005 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1dbec142-89b1-4d1a-b03d-6ac75c1ad7f5 req-4da028db-73ad-4f12-bd27-81c98d62a472 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.2363064
May 19 02:41:40.314335 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1dbec142-89b1-4d1a-b03d-6ac75c1ad7f5 req-05697590-5035-452b-ada8-7bba78619240 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531490
May 19 02:41:40.398382 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.403034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c2add760-7878-4edb-be79-3d99c4366ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:40.445781 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Pushing event deleted for resources: {'Port': ['ID=9d606afc-8611-45c2-9d09-4f2b228d0a00,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:40.474481 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:40.535391 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.549556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:40.550661 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-60168313-dc91-4f64-bf7b-c8eb658a85cd tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] 10.222.0.63 "DELETE /v2.0/floatingips/772759a2-be3a-4727-b212-6dc47406f7ef HTTP/1.1" status: 204  len: 168 time: 0.9187393
May 19 02:41:41.634794 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a981967-53a5-41d2-9188-8f6f9e02a4d7 req-8024e04b-aa77-4695-8ae5-c16ef3d1519a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:41.636218 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6a981967-53a5-41d2-9188-8f6f9e02a4d7 req-8024e04b-aa77-4695-8ae5-c16ef3d1519a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 944 time: 0.0805569
May 19 02:41:41.678735 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-6a981967-53a5-41d2-9188-8f6f9e02a4d7 req-2a8b3deb-52c5-455b-8a21-2fe5658e1a99 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370181
May 19 02:41:42.085480 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 45aa6e58-0125-4106-b1a1-4b005c925e41 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 02:41:42.089418 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:42.127965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:42.128311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 7c2ea5c7-1b6f-4a2d-b2d8-d607ae935ec0 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:42.252933 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45aa6e58-0125-4106-b1a1-4b005c925e41,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:42.266210 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Returning: {'device': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'port_id': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'mac_address': 'fa:16:3e:44:03:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 02:41:42.320556 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:42.338668 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aa6e58-0125-4106-b1a1-4b005c925e41 {{(pid=91237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 02:41:42.355756 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45aa6e58-0125-4106-b1a1-4b005c925e41,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:42.359435 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:42.361128 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:42.427962 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=4']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:42.431028 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:42.798744 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] get_ports_and_sgs() called for port_ids ['45aa6e58-0125-4106-b1a1-4b005c925e41'] {{(pid=91237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 02:41:42.862270 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553ae87-bf7d-4ea9-8184-da5d58263f92 req-0a67a62f-890c-4aa4-ba46-7f445bfd82bf tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:42.863759 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1553ae87-bf7d-4ea9-8184-da5d58263f92 req-0a67a62f-890c-4aa4-ba46-7f445bfd82bf tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 945 time: 0.0829697
May 19 02:41:42.911707 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1553ae87-bf7d-4ea9-8184-da5d58263f92 req-87f95acb-6199-460e-ba5d-b07a846b08a7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417795
May 19 02:41:44.087965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 45aa6e58-0125-4106-b1a1-4b005c925e41 up at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 02:41:44.096548 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018054a-c891-4ad5-8351-58e29e353504 req-409959c2-f2f3-448b-b037-a9029ada2f16 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:44.098027 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3018054a-c891-4ad5-8351-58e29e353504 req-409959c2-f2f3-448b-b037-a9029ada2f16 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 945 time: 0.0796363
May 19 02:41:44.146468 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3018054a-c891-4ad5-8351-58e29e353504 req-c2f339d8-4d1c-409d-8bc2-907eff42e4ca tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427525
May 19 02:41:44.154494 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning for port 45aa6e58-0125-4106-b1a1-4b005c925e41 completed by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 02:41:44.159239 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.provisioning_blocks [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Provisioning complete for port 45aa6e58-0125-4106-b1a1-4b005c925e41 triggered by entity L2. {{(pid=91237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 02:41:44.159823 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1786256'] for port, provisioning_complete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:44.273407 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:44.298876 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41'}] {{(pid=91237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:41:44.309072 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45aa6e58-0125-4106-b1a1-4b005c925e41,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:44.312954 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738'] for port, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:44.314989 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:44.347242 dv-cinder-784623-11-iscsi neutron-server[91237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'code': 200}
May 19 02:41:44.388634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Pushing event updated for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=5']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:44.391603 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:44.539217 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60376) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:44.659249 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc69a-addf-4ef0-8fa6-aa8d135841df req-eacb953c-e68a-4a5d-a304-aaaeb7d359e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:44.660706 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-edfdc69a-addf-4ef0-8fa6-aa8d135841df req-eacb953c-e68a-4a5d-a304-aaaeb7d359e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1099 time: 0.0710309
May 19 02:41:44.702776 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-edfdc69a-addf-4ef0-8fa6-aa8d135841df req-cc74a1f1-d7c4-4dde-984c-7166b043aec6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339200
May 19 02:41:45.253743 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:45.332546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99d23-d88a-4a8e-9496-65692ee2c18e req-2858cc82-8411-48fc-9dcd-7087beee3c22 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:45.334086 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-70b99d23-d88a-4a8e-9496-65692ee2c18e req-2858cc82-8411-48fc-9dcd-7087beee3c22 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.0824249
May 19 02:41:45.378065 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-70b99d23-d88a-4a8e-9496-65692ee2c18e req-8db652a0-503e-40cf-9276-f2f8e59e01b0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384128
May 19 02:41:45.738424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Deleting port 8cc5cb54-fc11-41ff-88e8-9207aad6544b {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:45.739071 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:45.855166 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] For port 8cc5cb54-fc11-41ff-88e8-9207aad6544b, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=8cc5cb54-fc11-41ff-88e8-9207aad6544b,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:45.855516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:45.977589 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Calling delete_port for 8cc5cb54-fc11-41ff-88e8-9207aad6544b owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:46.119693 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:46.123916 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6f1ba52d-fc83-421d-a2e5-48ffedeb8466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:46.170470 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc5cb54-fc11-41ff-88e8-9207aad6544b,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:46.197320 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:46.437562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:46.674790 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8bab0-6894-4c01-88a0-14d438c9e981 req-eae419e9-6266-4fdc-9a56-18377b4f1fdd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:46.676154 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1fd8bab0-6894-4c01-88a0-14d438c9e981 req-eae419e9-6266-4fdc-9a56-18377b4f1fdd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.1748104
May 19 02:41:46.795024 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-1fd8bab0-6894-4c01-88a0-14d438c9e981 req-10389c46-a8d6-4a06-9142-3adb9318fce0 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127098
May 19 02:41:46.989280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Router dd4cf483-8320-4ed3-ac9f-155df16c512a has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:41:46.997617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1878a-a131-4cfc-9d93-c6e4381bce35 req-47bc55ab-1680-4179-91cc-1bb8eb323897 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:46.999650 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-74a1878a-a131-4cfc-9d93-c6e4381bce35 req-47bc55ab-1680-4179-91cc-1bb8eb323897 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.0818906
May 19 02:41:47.043371 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-74a1878a-a131-4cfc-9d93-c6e4381bce35 req-987874ac-ec6a-4862-98fc-b859cfd9f6f6 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379889
May 19 02:41:47.066678 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60392) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:47.180641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:41:47.191468 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Sync routers for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:41:47.199613 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] 10.222.0.63 "PUT /v2.0/routers/dd4cf483-8320-4ed3-ac9f-155df16c512a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6592615
May 19 02:41:47.200380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60398) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:47.202457 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:47.203515 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6a01be0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:47.382828 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:47.430657 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933970a2-0f65-49dd-b206-24e7e5fbc67c tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:47.432162 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-933970a2-0f65-49dd-b206-24e7e5fbc67c tempest-TestVolumeBootPattern-1925737707 tempest-TestVolumeBootPattern-1925737707-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1094 time: 0.3644907
May 19 02:41:47.435679 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60402) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:47.435938 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.441172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Request body: {'floatingip': {'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'port_id': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:41:47.447492 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:41:47.451922 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Usage tracker for resource:floatingip and tenant:7fc45323ede44f968897a3a6102d03ce is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:41:47.454840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:41:47.461246 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:41:47.471898 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.614418 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.614896 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.692999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Deleting port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:47.693378 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.708007 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6a01be0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:41:46Z', 'revision_number': 5, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port': {'id': '382a0f9e-4acf-4d07-aaf2-91a3cac0e484', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:12Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:47.713223 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Checking router: dd4cf483-8320-4ed3-ac9f-155df16c512a for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:41:47.723874 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Routers {'dd4cf483-8320-4ed3-ac9f-155df16c512a'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:47.724885 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f6a01be0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['dd4cf483-8320-4ed3-ac9f-155df16c512a'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:47.755241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_common [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Allocated IP 172.27.0.254 (8ac707dc-471f-4055-9c72-6188ea472f62/ad11aaa8-99a4-4892-8b7e-44a3fe025f1b/0b8fa507-68f8-4c22-881e-7f923212f19e) {{(pid=91235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 02:41:47.886464 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] Set router dd4cf483-8320-4ed3-ac9f-155df16c512a gateway port host: None {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:47.915365 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] For port 382a0f9e-4acf-4d07-aaf2-91a3cac0e484, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:47.915758 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.919922 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.949173 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737297509623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:47.952888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b890765b-e07c-4e0f-a58f-49405702e266 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:47.992024 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f6a01be0>, [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:41:47Z', 'revision_number': 6, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:47.996192 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57e659-a409-4e9a-9ac7-747c3e172bd3 None None] The sync data for ids ['dd4cf483-8320-4ed3-ac9f-155df16c512a'] in dv-cinder-784623-11-iscsi is: [{'id': 'dd4cf483-8320-4ed3-ac9f-155df16c512a', 'name': 'tempest-AttachVolumeTestJSON-995159721-router', 'tenant_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:10Z', 'updated_at': '2021-05-19T02:41:47Z', 'revision_number': 6, 'project_id': 'e70543816ca84f74ad46bbf405c7bcf9', 'gw_port_host': None}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:41:48.018044 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Network 8ac707dc-471f-4055-9c72-6188ea472f62 is already hosted by enough agents. {{(pid=91235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 02:41:48.020897 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Resources bound (agent type, host, resource id):  {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:41:48.023317 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Received port after_create {{(pid=91235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 02:41:48.047589 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Calling delete_port for 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 owned by network:router_gateway {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:48.061182 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=0b8fa507-68f8-4c22-881e-7f923212f19e,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:48.064014 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:48.307636 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.312057 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e006e505-6c39-4a6f-b69a-0a8eaf41b65a tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:48.359892 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=382a0f9e-4acf-4d07-aaf2-91a3cac0e484,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:48.386344 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:48.451309 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.459373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.534060 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650766'] for port, before_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.623446 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.625500 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.708234 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.708655 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4cf483-8320-4ed3-ac9f-155df16c512a {{(pid=91236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:41:48.721721 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.722804 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/dd4cf483-8320-4ed3-ac9f-155df16c512a HTTP/1.1" status: 204  len: 168 time: 1.5209956
May 19 02:41:48.725297 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60406) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:48.741039 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for port, precommit_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.745623 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737297926319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737297511693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737297511738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15633565'] for port, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.749132 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-8b01720e-7a51-4dd2-b507-7ad6a963015f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:48.786075 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Deleting subnet 2a1b8d05-587b-46a9-b067-9adcdee91fa6 {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:41:48.789095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.844667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14817599'] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.967253 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event updated for resources: {'Port': ['ID=0b8fa507-68f8-4c22-881e-7f923212f19e,revision_number=2']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:48.971651 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:48.974487 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:48.978737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.162643 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP fe36c716-5c27-4e76-bc0c-8a3f8b65dedd associated. External IP: 172.27.0.254, port: 45aa6e58-0125-4106-b1a1-4b005c925e41.
May 19 02:41:49.220257 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:49.253148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:49.253586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 382a0f9e-4acf-4d07-aaf2-91a3cac0e484 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:49.254086 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 8cc5cb54-fc11-41ff-88e8-9207aad6544b no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:49.290550 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 8cc5cb54-fc11-41ff-88e8-9207aad6544b {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:49.290775 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 8cc5cb54-fc11-41ff-88e8-9207aad6544b not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:41:49.332556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13706317'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.337220 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:49.374637 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1b8d05-587b-46a9-b067-9adcdee91fa6,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:49.377640 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:49.378606 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.384451 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63144b-8c0b-4108-974c-cf1858cc85b1 None None] Network c0cc44d6-7398-4824-8f71-83c663cd2560 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:41:49.388431 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-318da427-1be3-420b-afad-3a9e8d9c3f5e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2a1b8d05-587b-46a9-b067-9adcdee91fa6 HTTP/1.1" status: 204  len: 168 time: 0.6594324
May 19 02:41:49.388801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60410) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:49.494063 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.520582 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:41:49.565042 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Deleting port 2372ef66-045a-4dfa-8c1f-b9fad211d286 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:49.565385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.623716 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] DHCP port deletion for c0cc44d6-7398-4824-8f71-83c663cd2560 request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:41:49.666501 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] For port 2372ef66-045a-4dfa-8c1f-b9fad211d286, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=2372ef66-045a-4dfa-8c1f-b9fad211d286,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:49.666894 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.694749 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Deleting port 2372ef66-045a-4dfa-8c1f-b9fad211d286 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:41:49.695413 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.708512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:41:49.719590 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:41:49.735548 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:49.736547 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f75c4070>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:49.737547 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.796726 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] For port 2372ef66-045a-4dfa-8c1f-b9fad211d286, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=2372ef66-045a-4dfa-8c1f-b9fad211d286,segment=NetworkSegment(09db7e2d-a6ed-4946-8c2d-4950611893b5),segment_id=09db7e2d-a6ed-4946-8c2d-4950611893b5)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:41:49.797170 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.807297 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3de124e7-048c-4a7d-838f-18f41975c71d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3698947
May 19 02:41:49.808607 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:41:49.833814 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Calling delete_port for 2372ef66-045a-4dfa-8c1f-b9fad211d286 owned by network:dhcp {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:49.866861 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'status': 'completed', 'code': 200}
May 19 02:41:49.887369 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.891486 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-add360d1-a8e1-422d-9a58-798ae5cd4ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:49.926526 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Calling delete_port for 2372ef66-045a-4dfa-8c1f-b9fad211d286 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:41:49.951403 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:49.971619 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:49.975342 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:49.978638 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Pushing event deleted for resources: {'Port': ['ID=2372ef66-045a-4dfa-8c1f-b9fad211d286,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:49.983384 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:49.984201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] No DVR routers for this DVR port 2372ef66-045a-4dfa-8c1f-b9fad211d286 on host dv-cinder-784623-11-iscsi {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:50.018558 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Pushing event deleted for resources: {'Port': ['ID=2372ef66-045a-4dfa-8c1f-b9fad211d286,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:50.022174 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:50.024448 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] No DVR routers for this DVR port 2372ef66-045a-4dfa-8c1f-b9fad211d286 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:41:50.121579 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.133019 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-88218c48-446e-4279-96f1-09d6f1d0dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:50.134583 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-88218c48-446e-4279-96f1-09d6f1d0dc2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1099 time: 0.2047091
May 19 02:41:50.138245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6ba17f0>,) {'filters': {'network_id': ['c0cc44d6-7398-4824-8f71-83c663cd2560']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.171241 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6ba17f0>, '09db7e2d-a6ed-4946-8c2d-4950611893b5') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.171534 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6ba17f0>, '09db7e2d-a6ed-4946-8c2d-4950611893b5') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.196190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.263787 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.273911 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:41:50.274283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:41:50.291157 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:41:50.307253 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f75c4070>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}, {'id': 'fe36c716-5c27-4e76-bc0c-8a3f8b65dedd', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:44:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:41:48Z', 'updated_at': '2021-05-19T02:41:48Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.311015 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:41:50.319065 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:41:50.319681 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f75c4070>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:41:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.375995 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-10f8e1a8-636d-451d-a1a8-e1e26e6200ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:50.377346 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-10f8e1a8-636d-451d-a1a8-e1e26e6200ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.2301252
May 19 02:41:50.380857 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.385747 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.389668 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2603c913-a37a-44dd-88c1-52d667bf6452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:50.489025 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cc44d6-7398-4824-8f71-83c663cd2560,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:50.491525 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:50.510225 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-244e8f54-419f-4c3c-8daa-fcf57adaee05 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c0cc44d6-7398-4824-8f71-83c663cd2560 HTTP/1.1" status: 204  len: 168 time: 1.1203690
May 19 02:41:50.527096 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-e266d7dc-7235-44d3-8947-4e00790e48d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 200  len: 1000 time: 0.1382763
May 19 02:41:50.530825 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:41:50.597437 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-24e81884-513e-422c-b206-2f10168b76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:50.599044 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-24e81884-513e-422c-b206-2f10168b76e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0646658
May 19 02:41:50.628367 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60420) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:50.677355 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-d930b4ba-5d0d-4857-8ce9-bb2c1a791c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:41:50.679175 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-d930b4ba-5d0d-4857-8ce9-bb2c1a791c65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0710294
May 19 02:41:50.683024 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-087a6365-81ce-4b77-8035-6d6dfb390493 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e70543816ca84f74ad46bbf405c7bcf9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0523837
May 19 02:41:50.685423 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60424) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:41:50.742806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.770170 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.830436 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.834690 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0c3ce273-a123-499f-aa8b-8d4ce21fd803 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:41:50.852647 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecf0dea-c374-4d76-be5b-ac20d2bb28ad,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:41:50.855704 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:41:50.861997 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:41:50.863356 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fecf0dea-c374-4d76-be5b-ac20d2bb28ad HTTP/1.1" status: 204  len: 168 time: 0.1770191
May 19 02:41:50.896608 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f75c4070>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}, {'id': 'fe36c716-5c27-4e76-bc0c-8a3f8b65dedd', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:44:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:41:48Z', 'updated_at': '2021-05-19T02:41:48Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:41:50.901903 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2021-a4c2-482a-aa73-9d994b496ced None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}, {'id': 'fe36c716-5c27-4e76-bc0c-8a3f8b65dedd', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:44:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:41:48Z', 'updated_at': '2021-05-19T02:41:48Z', 'revision_number': 0, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:41:50.932208 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-bc806dff-f19f-48b5-9a91-7411993599a8 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422051
May 19 02:41:51.079999 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-97d1a0b1-ce2b-4576-9ea8-2a411aef2b04 req-9677c28c-5b71-4cbc-a9cb-1385544563be service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315365
May 19 02:41:51.108281 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678eae1-d85e-4761-bf9d-207216e7340e None None] New status for floating IP fe36c716-5c27-4e76-bc0c-8a3f8b65dedd: ACTIVE {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:41:51.207625 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 2372ef66-045a-4dfa-8c1f-b9fad211d286 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:41:51.333801 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 2372ef66-045a-4dfa-8c1f-b9fad211d286 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:41:51.334145 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 2372ef66-045a-4dfa-8c1f-b9fad211d286 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:42:00.979256 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-14043ba6-9093-49f8-8e37-f340acd3ab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.206496 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60546) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:03.320342 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.333953 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:03.337685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Usage tracker for resource:security_group_rule and tenant:08e47d9f54144c34a115ae24a95b5d26 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:03.340445 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:03.345983 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:03.428378 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.432078 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.440381 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a0c94e87-aeae-4654-b90e-bc1def2da8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:03.452407 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.470225 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-f82154a5-c6cf-4208-825d-38829e6d4b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.478837 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08e47d9f54144c34a115ae24a95b5d26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2712655
May 19 02:42:03.481105 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a999f197-33c9-44ed-923d-ccb0bb8210a2,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:03.482021 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60554) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:03.488477 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.488851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.489220 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.489577 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.489931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.490287 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.490640 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.490993 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.491368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.491720 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.492068 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.492415 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.496935 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:03.540839 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.570513 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.621457 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.625992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-f81b2a22-cfb0-4c94-beff-10cdb553bb00 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:03.638120 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999f197-33c9-44ed-923d-ccb0bb8210a2,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:03.645875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.646250 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.646616 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.646977 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.647366 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.647725 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.648080 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.648433 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.648786 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.649132 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.649478 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.649823 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:03.652925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:03.654001 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a999f197-33c9-44ed-923d-ccb0bb8210a2 HTTP/1.1" status: 204  len: 168 time: 0.1710114
May 19 02:42:03.654852 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:04.326107 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:04.682488 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:06.238258 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.240209 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60630) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:08.353922 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.367733 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:08.372383 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Usage tracker for resource:security_group_rule and tenant:7e4834923c5c4f31adfeb352a7007523 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:08.375269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:08.380914 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:08.460917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.465305 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.473160 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-998f5ca9-8642-4ba2-8ee3-f7a7c0d324e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:08.512140 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7e4834923c5c4f31adfeb352a7007523&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2708502
May 19 02:42:08.513200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4111cd28-40a8-4ce1-87f0-7d3f9011643b,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:08.514729 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60636) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:08.516212 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4b043632-15bf-4ddf-90c1-f97a6b61b68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:08.573350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.599538 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.653297 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.658022 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d6fc41fa-0e89-4e88-9239-026e5b729d9d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:08.669965 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111cd28-40a8-4ce1-87f0-7d3f9011643b,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:08.673712 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:08.679156 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.680514 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-24ae9657-ff42-49bd-9a18-154ce8527da9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4111cd28-40a8-4ce1-87f0-7d3f9011643b HTTP/1.1" status: 204  len: 168 time: 0.1645391
May 19 02:42:08.949212 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60644) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:08.966445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:08.985100 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:08.989901 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Usage tracker for resource:security_group_rule and tenant:e875238407cd4ca2ba09428d7ac5a2ca is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:08.992821 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:08.999669 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:09.081950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.085528 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.093535 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2cab4bd5-0eff-47b0-993b-a60d1429e035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:09.130784 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e875238407cd4ca2ba09428d7ac5a2ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1805389
May 19 02:42:09.132432 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09039356-7919-4a88-acfd-71c9ba11d53e,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:09.133500 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60648) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:09.135381 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-efc1ceed-1fb2-4ffe-a6d1-9fce94775e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:09.193386 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.217817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.268208 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.271840 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a96529f0-9f9e-4aa5-9001-a4521465124f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:09.282951 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09039356-7919-4a88-acfd-71c9ba11d53e,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:09.285771 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:09.291499 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:09.293104 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09039356-7919-4a88-acfd-71c9ba11d53e HTTP/1.1" status: 204  len: 168 time: 0.1576715
May 19 02:42:10.383954 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60680) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:10.500752 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.514870 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:10.518642 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Usage tracker for resource:security_group_rule and tenant:80c0f193aa30459f8058a17aa2d5a68e is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:10.521468 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:10.527636 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:10.612340 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.616008 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.624086 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-da80eddb-1bd5-451d-852b-b14c93556ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:10.662249 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80c0f193aa30459f8058a17aa2d5a68e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2772572
May 19 02:42:10.663832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b80c6-1544-45d5-9f00-5a86507f3e42,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:10.664989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60686) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:10.667034 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-69cdb36b-3d59-4843-98d6-55904891dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:10.722802 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.746807 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.796445 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.800924 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ac0cbda0-b84f-4e53-abab-a88c71293d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:10.817311 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b80c6-1544-45d5-9f00-5a86507f3e42,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:10.820962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:10.828650 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:10.829723 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-9e848cc0-42e5-4d69-ba1d-2a18be243b87 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/138b80c6-1544-45d5-9f00-5a86507f3e42 HTTP/1.1" status: 204  len: 168 time: 0.1637135
May 19 02:42:16.110893 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:42:30.980713 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-ec1e298e-e47c-4ddc-8900-2bd0fbb99c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:33.460477 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:33.470795 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3e06-af6a-4d5a-84c3-1a6f0d297bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:34.348347 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:34.684597 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:34.751886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ea6f3-9704-4255-bf0f-d85c2b0c9d69 req-c1378303-8637-4268-8939-4fa723669900 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:34.753338 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e49ea6f3-9704-4255-bf0f-d85c2b0c9d69 req-c1378303-8637-4268-8939-4fa723669900 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.0792830
May 19 02:42:34.798840 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e49ea6f3-9704-4255-bf0f-d85c2b0c9d69 req-3044baed-9357-4407-8d4a-dadbe3613078 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398548
May 19 02:42:35.989158 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8924-2633-4037-a96f-6093bd0d1cbc req-0b0c7c19-c649-40f4-ad7c-c5b5a17bfb4e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:35.990601 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-999b8924-2633-4037-a96f-6093bd0d1cbc req-0b0c7c19-c649-40f4-ad7c-c5b5a17bfb4e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.0801222
May 19 02:42:36.034369 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-999b8924-2633-4037-a96f-6093bd0d1cbc req-e1d4f45a-c9a1-4c66-8cf5-c071095b1a6d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380428
May 19 02:42:36.193354 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-3bf322fa-dec0-4b78-9d88-3fce68a23f2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718739
May 19 02:42:36.242002 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:36.286555 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-1b961960-0398-4a31-b449-c70a33bf5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:36.288239 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-1b961960-0398-4a31-b449-c70a33bf5cda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1099 time: 0.0706286
May 19 02:42:36.434609 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-64ba642e-f23d-4c95-a045-ce4590b29c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:36.436030 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-64ba642e-f23d-4c95-a045-ce4590b29c4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1248419
May 19 02:42:36.542534 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-e3bebd51-5736-475f-9ed5-f09f22eefa64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 1002 time: 0.0967648
May 19 02:42:36.606770 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-45d97ae8-586f-4d83-99e7-6c1acfc0271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:36.608242 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-45d97ae8-586f-4d83-99e7-6c1acfc0271a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0561984
May 19 02:42:36.684837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-88b80592-1799-4abd-8a2c-12d2f8c469c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:36.686281 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-88b80592-1799-4abd-8a2c-12d2f8c469c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0710645
May 19 02:42:36.818454 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-dd4275ef-7c16-4433-a5f1-03e61e6b0b40 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230576
May 19 02:42:36.950637 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-bf4f8f02-d5a3-4fd3-9f7e-625fc7b39e7a req-042a8896-6882-42dd-a54c-d3c39ac9e376 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239443
May 19 02:42:37.104085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d013603-030f-4170-803a-de138a5f9b52 req-e120e4d0-4191-494c-9012-1389a5b9d78e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:37.105569 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3d013603-030f-4170-803a-de138a5f9b52 req-e120e4d0-4191-494c-9012-1389a5b9d78e tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.0846934
May 19 02:42:37.406066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e9429-4e8e-4e7d-ad57-e3ec8e20d470 req-3e9ce10d-fbeb-4256-97a5-a807d1deaf0d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:37.407438 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-326e9429-4e8e-4e7d-ad57-e3ec8e20d470 req-3e9ce10d-fbeb-4256-97a5-a807d1deaf0d tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 947 time: 0.2441604
May 19 02:42:37.431613 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Deleting port fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:37.431970 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:37.538729 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-326e9429-4e8e-4e7d-ad57-e3ec8e20d470 req-7d05c57f-3024-4e0f-8c8a-d7ce4355808f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups?id=742b433d-f381-402e-b51a-90c8403ff10b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249161
May 19 02:42:37.588793 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] For port fd502e61-405e-4408-a87e-0292f9574b3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fd502e61-405e-4408-a87e-0292f9574b3b,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:42:37.589296 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:37.875544 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:37.875907 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648886'] for floatingip, after_update {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:37.876215 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.l3_db [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Floating IP de1ffe14-7c69-4c38-b115-3d72905fc267 disassociated. External IP: 172.27.0.208, port: fd502e61-405e-4408-a87e-0292f9574b3b.
May 19 02:42:37.876549 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Calling delete_port for fd502e61-405e-4408-a87e-0292f9574b3b owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:37.987568 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:37.992866 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:38.036465 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'Port': ['ID=fd502e61-405e-4408-a87e-0292f9574b3b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:38.039479 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:38.218558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:42:38.400474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:42:38.411171 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:42:38.424744 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:42:38.425615 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f75195e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:42:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:38.484794 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] No DVR routers for this DVR port fd502e61-405e-4408-a87e-0292f9574b3b on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:42:38.490894 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:38.493647 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-deleted', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:42:38.510872 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3d013603-030f-4170-803a-de138a5f9b52 req-19f8e3b4-3f0c-4808-921b-543ae5276910 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.55 "DELETE /v2.0/ports/fd502e61-405e-4408-a87e-0292f9574b3b HTTP/1.1" status: 204  len: 173 time: 1.3987815
May 19 02:42:38.560133 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c6a86b-6e79-4c22-9924-86cdddd60d1f', 'name': 'network-vif-deleted', 'tag': 'fd502e61-405e-4408-a87e-0292f9574b3b', 'status': 'completed', 'code': 200}
May 19 02:42:38.646667 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:42:38.711979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7ae85aae-c9fe-4a79-baa0-e2bac0561b86 req-485d3897-4be6-439a-aa6c-c1128ffcea9b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Synchronizing usage tracker for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:42:38.727336 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-7ae85aae-c9fe-4a79-baa0-e2bac0561b86 req-485d3897-4be6-439a-aa6c-c1128ffcea9b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Unset dirty status for tenant:6f2dbf76e27949e6a6f4c9c454663619 on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:42:38.728471 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-7ae85aae-c9fe-4a79-baa0-e2bac0561b86 req-485d3897-4be6-439a-aa6c-c1128ffcea9b tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/ports?device_id=34c6a86b-6e79-4c22-9924-86cdddd60d1f HTTP/1.1" status: 200  len: 210 time: 0.0621493
May 19 02:42:38.962908 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f75195e0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:38.966603 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:42:38.974726 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:42:38.975342 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f75195e0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:42:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:39.152815 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:42:39.485610 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f75195e0>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:39.489420 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff452a5-4a0a-48fa-80c2-c29df6165cdf None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:28:19Z', 'revision_number': 4, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'eeac7e58-dd09-4b9b-a611-a15943f14d98', 'name': '', 'network_id': '41ac00dd-c779-4103-9834-b0b94ee2e38e', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'mac_address': 'fa:16:3e:23:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:15Z', 'updated_at': '2021-05-19T02:28:29Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'subnets': [{'id': '1403cae9-51b1-4089-8427-5a4ad1542055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:42:39.686054 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ffe1a-86c1-42d1-9e23-0a65ecba7fc0 None None] New status for floating IP de1ffe14-7c69-4c38-b115-3d72905fc267: DOWN {{(pid=91237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:42:39.857249 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60854) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:39.929988 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:39.959926 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.011992 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.017481 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7e426100-0aab-4ea4-838f-9513eadea6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:40.032283 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742b433d-f381-402e-b51a-90c8403ff10b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:40.034903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:40.040729 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.041836 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-46b5a6f0-c56e-4d4f-ad0b-e7f9d6b0f145 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "DELETE /v2.0/security-groups/742b433d-f381-402e-b51a-90c8403ff10b HTTP/1.1" status: 204  len: 168 time: 0.1835525
May 19 02:42:40.044453 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60862) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:40.062340 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.api.v2.resource [None req-25fdda15-0752-4dbd-9f45-6252d8c6ac52 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] show failed (client error): The resource could not be found.
May 19 02:42:40.063350 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-25fdda15-0752-4dbd-9f45-6252d8c6ac52 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "GET /v2.0/security-groups/742b433d-f381-402e-b51a-90c8403ff10b HTTP/1.1" status: 404  len: 347 time: 0.0177064
May 19 02:42:40.066066 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60866) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:40.208040 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60872) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:40.323606 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.341458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:40.345947 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3d6868333140ddbbd87f3178253882 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:40.348738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:40.354436 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:40.357644 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:42:40.393600 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: fd502e61-405e-4408-a87e-0292f9574b3b {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:42:40.394065 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device fd502e61-405e-4408-a87e-0292f9574b3b not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:42:40.394817 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Deleting port 89fde89b-80ac-43dc-8c59-3b64ee86e553 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:40.395194 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.516044 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.516385 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.537985 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.541964 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.549554 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1c607afb-9c8f-4ef6-817f-f95227563dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:40.589510 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f3d6868333140ddbbd87f3178253882&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3803933
May 19 02:42:40.590425 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d506a0-a356-43a7-9dd5-95353c63943c,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:40.594152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-78e5fc2d-f498-451f-bb5d-33fd125a3979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:40.594786 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60878) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:40.638372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Calling delete_port for 89fde89b-80ac-43dc-8c59-3b64ee86e553 owned by network:floatingip {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:40.650983 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.676606 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.729032 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.733537 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad4cfe48-9133-4b13-bb66-a57fbd0ff051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:40.749382 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d506a0-a356-43a7-9dd5-95353c63943c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:40.750221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.752160 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:40.754801 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60b04410-29f1-4a06-9425-1f2ac89e0c93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:40.765674 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.769634 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/87d506a0-a356-43a7-9dd5-95353c63943c HTTP/1.1" status: 204  len: 168 time: 0.1716113
May 19 02:42:40.798581 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Pushing event deleted for resources: {'Port': ['ID=89fde89b-80ac-43dc-8c59-3b64ee86e553,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:40.802004 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:40.891903 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks [] for floatingip, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.909786 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:40.910902 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c25a1d1f-5703-44c9-a426-d9bb4e8ac85f tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] 10.222.0.63 "DELETE /v2.0/floatingips/de1ffe14-7c69-4c38-b115-3d72905fc267 HTTP/1.1" status: 204  len: 168 time: 0.8439224
May 19 02:42:43.700044 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60952) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:44.400672 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:44.795998 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Deleting port eeac7e58-dd09-4b9b-a611-a15943f14d98 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:44.796705 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:44.914081 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] For port eeac7e58-dd09-4b9b-a611-a15943f14d98, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=eeac7e58-dd09-4b9b-a611-a15943f14d98,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:42:44.914424 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.034350 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Calling delete_port for eeac7e58-dd09-4b9b-a611-a15943f14d98 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:45.281976 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.285821 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-119df517-a9bb-49c4-9246-5cc1e03b5e0c tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:45.328142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeac7e58-dd09-4b9b-a611-a15943f14d98,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:45.332108 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:45.345533 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60972) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:45.470842 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.486355 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:45.490595 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Usage tracker for resource:security_group_rule and tenant:dfd506bca45c4aafbf719454be2633cb is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:45.493550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:45.500087 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:45.583775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.587543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.596107 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-08eb2cf4-c66d-4668-b676-7afa4d3b26de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:45.601797 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.638872 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dfd506bca45c4aafbf719454be2633cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893333
May 19 02:42:45.638872 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea84f47-ce4d-4fc2-b0d4-a20e5b6dc65d,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:45.640604 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:45.641263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 60978) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:45.697730 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.725531 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.776632 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.781789 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-edf47a07-95fa-4569-afea-f101f53699cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:45.794245 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea84f47-ce4d-4fc2-b0d4-a20e5b6dc65d,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:45.797068 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:45.800380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:45.804420 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ea84f47-ce4d-4fc2-b0d4-a20e5b6dc65d HTTP/1.1" status: 204  len: 168 time: 0.1599596
May 19 02:42:45.958737 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Router 16a694cf-6761-4f38-9ac3-5cd94726cab1 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:42:46.138809 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:42:46.147613 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Sync routers for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:42:46.153273 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9052c5d1-d0f8-49a0-92c4-e5b6b1c16281 admin admin] 10.222.0.63 "PUT /v2.0/routers/16a694cf-6761-4f38-9ac3-5cd94726cab1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4519205
May 19 02:42:46.157890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 60994) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:46.161469 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:42:46.162352 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7046a00>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:42:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:46.341144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:46.343016 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:42:46.631332 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:46.635325 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7046a00>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:42:45Z', 'revision_number': 5, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port': {'id': 'f20b498d-8d4c-41ba-a601-472a1000f9a2', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:07Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:46.640168 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Checking router: 16a694cf-6761-4f38-9ac3-5cd94726cab1 for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:42:46.648561 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Routers {'16a694cf-6761-4f38-9ac3-5cd94726cab1'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:42:46.649171 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7046a00>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:42:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['16a694cf-6761-4f38-9ac3-5cd94726cab1'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:46.705523 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Deleting port f20b498d-8d4c-41ba-a601-472a1000f9a2 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:46.705865 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:46.805712 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] Set router 16a694cf-6761-4f38-9ac3-5cd94726cab1 gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:42:46.833322 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] For port f20b498d-8d4c-41ba-a601-472a1000f9a2, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=f20b498d-8d4c-41ba-a601-472a1000f9a2,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:42:46.833803 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:46.910672 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7046a00>, [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:42:46Z', 'revision_number': 6, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:46.915068 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b097f-b22e-4d88-b1b5-c5a435febf80 None None] The sync data for ids ['16a694cf-6761-4f38-9ac3-5cd94726cab1'] in dv-cinder-784623-11-iscsi is: [{'id': '16a694cf-6761-4f38-9ac3-5cd94726cab1', 'name': 'tempest-AttachVolumeShelveTestJSON-2127799552-router', 'tenant_id': '6f2dbf76e27949e6a6f4c9c454663619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:06Z', 'updated_at': '2021-05-19T02:42:46Z', 'revision_number': 6, 'project_id': '6f2dbf76e27949e6a6f4c9c454663619', 'gw_port_host': None}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:42:46.961069 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Calling delete_port for f20b498d-8d4c-41ba-a601-472a1000f9a2 owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:47.104813 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.110014 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-dd7c871f-eeef-4743-bf5e-3e6cd671ff09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:47.154716 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20b498d-8d4c-41ba-a601-472a1000f9a2,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:47.189593 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:47.248308 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.428263 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.430656 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.453643 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.454083 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a694cf-6761-4f38-9ac3-5cd94726cab1 {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:42:47.466458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.468096 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/16a694cf-6761-4f38-9ac3-5cd94726cab1 HTTP/1.1" status: 204  len: 168 time: 1.3092773
May 19 02:42:47.470578 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32826) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:47.529271 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Deleting subnet 1403cae9-51b1-4089-8427-5a4ad1542055 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:42:47.532714 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.585188 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.665368 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.690995 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device eeac7e58-dd09-4b9b-a611-a15943f14d98 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:42:47.729217 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: eeac7e58-dd09-4b9b-a611-a15943f14d98 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:42:47.729833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device eeac7e58-dd09-4b9b-a611-a15943f14d98 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:42:47.925084 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.929597 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:47.961851 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1403cae9-51b1-4089-8427-5a4ad1542055,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:47.965675 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:47.969934 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:47.975564 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7fbb9-ff8a-4e5c-82b4-da75b93e332c None None] Network 41ac00dd-c779-4103-9834-b0b94ee2e38e requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:42:47.976495 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0afd2e64-3f9e-4916-92c1-ce0ae360b18f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1403cae9-51b1-4089-8427-5a4ad1542055 HTTP/1.1" status: 204  len: 168 time: 0.5047455
May 19 02:42:47.978901 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32836) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:48.087685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.159758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Deleting port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:48.161021 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.231814 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] DHCP port deletion for 41ac00dd-c779-4103-9834-b0b94ee2e38e request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:42:48.302484 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Deleting port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:42:48.302960 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.364024 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] For port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:42:48.364376 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.401906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] For port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,segment=NetworkSegment(3156a3aa-42f7-4d21-9e22-c0823b7c6b2f),segment_id=3156a3aa-42f7-4d21-9e22-c0823b7c6b2f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:42:48.402311 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.494267 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Calling delete_port for 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:48.544200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.548403 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-df4a984e-bb98-4333-850c-59705ec70cf8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:48.558082 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Calling delete_port for 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:42:48.591871 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:48.597330 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] No DVR routers for this DVR port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:42:48.602232 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.605841 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:48.623037 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:48.648659 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Pushing event deleted for resources: {'Port': ['ID=96c38fb2-a1da-4a42-b7b7-d2ce63b02516,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:48.653183 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] No DVR routers for this DVR port 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:42:48.659833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.666586 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:42:48.669962 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-c8fe608c-769e-43e5-93ed-49e0a2a3fd25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:48.721048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.733876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6276b80>,) {'filters': {'network_id': ['41ac00dd-c779-4103-9834-b0b94ee2e38e']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:48.746169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6276b80>, '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:48.746405 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6276b80>, '3156a3aa-42f7-4d21-9e22-c0823b7c6b2f') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:48.757332 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.773187 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.780494 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:42:48.781047 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:42:48.794803 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:42:48.872526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.877177 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:48.890732 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:48.902746 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ac00dd-c779-4103-9834-b0b94ee2e38e,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:48.906864 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:48.914251 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-3419b83f-9696-4c53-ae18-f4f5f5c01d91 admin admin] 10.222.0.63 "DELETE /v2.0/networks/41ac00dd-c779-4103-9834-b0b94ee2e38e HTTP/1.1" status: 204  len: 168 time: 0.9343045
May 19 02:42:49.088142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32844) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:49.137622 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-6d3afe53-0b50-4e8b-9cb0-4f395ac9abcd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f2dbf76e27949e6a6f4c9c454663619&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0481408
May 19 02:42:49.140485 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32848) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:49.204272 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:49.235826 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:42:49.236366 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:49.269715 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:42:49.270320 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 96c38fb2-a1da-4a42-b7b7-d2ce63b02516 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:42:49.271002 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f20b498d-8d4c-41ba-a601-472a1000f9a2 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:42:49.289673 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:49.293456 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-a5ef2513-a851-499d-bd38-311c584cc753 tempest-AttachVolumeShelveTestJSON-715319390 tempest-AttachVolumeShelveTestJSON-715319390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:49.307540 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d3a92-b592-4dfb-b042-c20c0c60a848,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:49.308544 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: f20b498d-8d4c-41ba-a601-472a1000f9a2 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:42:49.308894 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device f20b498d-8d4c-41ba-a601-472a1000f9a2 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:42:49.309826 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:49.315806 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:49.319240 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-98ed42b0-cecc-45d9-b54a-9b57229a6f5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/226d3a92-b592-4dfb-b042-c20c0c60a848 HTTP/1.1" status: 204  len: 168 time: 0.1753602
May 19 02:42:50.027778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32874) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:50.133233 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447626259-network', 'tenant_id': '4b9e339c72a341959a07ca6f4a37d669'}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:42:50.137888 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:50.142275 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Usage tracker for resource:network and tenant:4b9e339c72a341959a07ca6f4a37d669 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:50.145475 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:50.151179 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:50.163307 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Made reservation on behalf of 4b9e339c72a341959a07ca6f4a37d669 for: {'network': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:42:50.165181 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.176950 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.191125 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:50.194856 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9e339c72a341959a07ca6f4a37d669 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:50.197655 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:50.203772 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:50.286753 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.290533 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.294479 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d58b55d8-7fa8-4072-bb1c-994243836f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:50.324862 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589}  {{(pid=91235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:42:50.334077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a53ffe-dee0-438c-937a-487ec9b841da,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:50.338490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:50.341335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.342352 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.segments_db [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Added segment 7326c34e-5e45-42b3-99de-1e8e7adb2d73 of type vlan for network 44307a57-7724-431c-ad91-9ef7f72cfaf8
May 19 02:42:50.369037 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.399444 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.400706 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:50.401273 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.405738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16cb45ca-8c05-4474-8b17-08f3d019b641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:50.505635 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Pushing event updated for resources: {'Network': ['ID=44307a57-7724-431c-ad91-9ef7f72cfaf8,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:50.508304 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:50.512496 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-96d37710-127d-4541-8e77-b629d0cc4e41 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4810421
May 19 02:42:50.512883 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32882) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:50.517857 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 44307a57-7724-431c-ad91-9ef7f72cfaf8 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:42:50.518852 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Request body: {'subnet': {'network_id': '44307a57-7724-431c-ad91-9ef7f72cfaf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447626259-subnet', 'tenant_id': '4b9e339c72a341959a07ca6f4a37d669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:42:50.523924 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:50.528084 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Usage tracker for resource:subnet and tenant:4b9e339c72a341959a07ca6f4a37d669 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:50.530964 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:50.536603 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:50.547850 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Made reservation on behalf of 4b9e339c72a341959a07ca6f4a37d669 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:42:50.550303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.926150 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:50.930899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:51.002738 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fccacd7-405d-4c57-a871-bdcbccb8c401,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:51.005832 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:51.012756 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Checking segment: {'id': '7326c34e-5e45-42b3-99de-1e8e7adb2d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '44307a57-7724-431c-ad91-9ef7f72cfaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:42:51.013106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Network hostable DHCP agents. Network: 44307a57-7724-431c-ad91-9ef7f72cfaf8, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:42:51.030024 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Network 44307a57-7724-431c-ad91-9ef7f72cfaf8 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:42:51.038860 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 44307a57-7724-431c-ad91-9ef7f72cfaf8) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:42:51.048942 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:51.049545 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.050866 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d841c7-3d34-47f3-aa3a-29c5f2491c64 None None] Network 44307a57-7724-431c-ad91-9ef7f72cfaf8 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:42:51.070969 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f42b9b43-c7b0-4459-816d-f3fd5fa6e78c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5571520
May 19 02:42:51.244448 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ea9dd-ccb0-4b0e-8ee7-9e698d2bf517 None None] Network 44307a57-7724-431c-ad91-9ef7f72cfaf8 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:42:51.591880 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32904) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:51.598370 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.v2.base [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593139021-network', 'tenant_id': '61249d54a7d94ec591abaecb7f96b327'}} {{(pid=91236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:42:51.602958 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:51.606731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Usage tracker for resource:network and tenant:61249d54a7d94ec591abaecb7f96b327 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:51.609613 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:51.615407 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:51.625138 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Made reservation on behalf of 61249d54a7d94ec591abaecb7f96b327 for: {'network': 1} {{(pid=91236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:42:51.627401 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650753'] for network, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.639936 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.655349 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:51.659091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:61249d54a7d94ec591abaecb7f96b327 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:51.661877 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:51.667541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:51.751916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.755626 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.758440 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9b21c7d4-ab2c-4a98-b597-1d6f8cf92c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:51.790089 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570}  {{(pid=91236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 02:42:51.795435 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c083650-e2bb-4b8a-aafe-8ded33bbd8db,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:51.799062 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:51.803086 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.803086 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.db.segments_db [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Added segment 28a46cbd-0420-40a9-bd14-7d45c489e9e3 of type vlan for network 5663b367-725d-4f1e-8ff3-3a47df1e1ae6
May 19 02:42:51.829318 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737297496185'] for network, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.862962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542'] for network, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.864412 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:51.864984 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:51.868175 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:51.974017 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3803704
May 19 02:42:51.975032 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5663b367-725d-4f1e-8ff3-3a47df1e1ae6,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:51.976919 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32908) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:51.977830 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-37cb4b35-f74f-47c4-8923-305f1000d0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:51.982986 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.v2.base [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Request body: {'subnet': {'network_id': '5663b367-725d-4f1e-8ff3-3a47df1e1ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593139021-subnet', 'tenant_id': '61249d54a7d94ec591abaecb7f96b327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 02:42:51.985343 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Network 5663b367-725d-4f1e-8ff3-3a47df1e1ae6 details requested by agent ovs-agent-dv-cinder-784623-11-iscsi with host dv-cinder-784623-11-iscsi {{(pid=91237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 02:42:51.987920 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:42:51.991859 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Usage tracker for resource:subnet and tenant:61249d54a7d94ec591abaecb7f96b327 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:42:51.994771 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:42:52.001119 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:42:52.011856 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Made reservation on behalf of 61249d54a7d94ec591abaecb7f96b327 for: {'subnet': 1} {{(pid=91235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 02:42:52.014100 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15079816'] for subnet, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:52.492549 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15719444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15079866'] for subnet, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:52.496951 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:52.565001 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24939bf8-df49-4db0-a3e6-3850832d63e8,revision_number=0']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:52.567758 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:52.575213 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Checking segment: {'id': '28a46cbd-0420-40a9-bd14-7d45c489e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '5663b367-725d-4f1e-8ff3-3a47df1e1ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 02:42:52.575559 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Network hostable DHCP agents. Network: 5663b367-725d-4f1e-8ff3-3a47df1e1ae6, hostable agents: ['c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed'], hosted agents: [] {{(pid=91235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 02:42:52.593426 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Network 5663b367-725d-4f1e-8ff3-3a47df1e1ae6 is scheduled to be hosted by DHCP agent c3119e0b-d2ea-4bdf-ab1a-1bca5d1067ed with binding_index 1 {{(pid=91235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 02:42:52.602050 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-iscsi, 5663b367-725d-4f1e-8ff3-3a47df1e1ae6) {{(pid=91235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 02:42:52.610382 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:42:52.610966 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:52.611432 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedabe63-8e53-4fb4-a55b-81bd16377edf None None] Network 5663b367-725d-4f1e-8ff3-3a47df1e1ae6 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:42:52.635365 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-ed2b4ec1-4cd3-4f65-bb96-056a3b99fec5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6571343
May 19 02:42:52.777878 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32916) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:52.813620 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440875a-4a32-45d8-a614-4b3de13bed8b None None] Network 5663b367-725d-4f1e-8ff3-3a47df1e1ae6 requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:42:52.846659 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Deleting subnet 2fccacd7-405d-4c57-a871-bdcbccb8c401 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:42:52.849694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:52.900977 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:52.960539 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.109785 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:42:53.206222 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.210654 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:53.248412 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fccacd7-405d-4c57-a871-bdcbccb8c401,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:53.250458 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.252899 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:53.257133 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-07193421-948f-4697-bb8b-c0337b702af5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2fccacd7-405d-4c57-a871-bdcbccb8c401 HTTP/1.1" status: 204  len: 168 time: 0.4780664
May 19 02:42:53.259797 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 32920) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:53.374733 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.501590 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.515744 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6b26070>,) {'filters': {'network_id': ['44307a57-7724-431c-ad91-9ef7f72cfaf8']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:53.528115 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6b26070>, '7326c34e-5e45-42b3-99de-1e8e7adb2d73') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:53.528416 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6b26070>, '7326c34e-5e45-42b3-99de-1e8e7adb2d73') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:53.539421 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.556591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.563043 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:42:53.563447 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:42:53.576204 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:42:53.652844 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.657204 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ab679b92-1ffc-4e15-95cf-0b534f1034c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:53.670077 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.680084 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] 10.222.0.63 "DELETE /v2.0/networks/44307a57-7724-431c-ad91-9ef7f72cfaf8 HTTP/1.1" status: 204  len: 168 time: 0.4193726
May 19 02:42:53.681230 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Pushing event deleted for resources: {'Network': ['ID=44307a57-7724-431c-ad91-9ef7f72cfaf8,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:53.683345 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0c14d0b3-10e0-4d8a-96ac-993b87abb531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:53.683488 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32924) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:53.748974 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Deleting subnet 24939bf8-df49-4db0-a3e6-3850832d63e8 {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:42:53.751985 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.803833 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14817599'] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:53.862885 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.112026 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13706317'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.116074 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-9f3e7965-3b19-4dbc-a11e-21fd7d9cc13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:54.255663 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24939bf8-df49-4db0-a3e6-3850832d63e8,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:54.258675 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:54.260248 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.266295 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-7559bf6d-fa47-4f9c-83e4-962d1a4fb0aa admin admin] 10.222.0.63 "DELETE /v2.0/subnets/24939bf8-df49-4db0-a3e6-3850832d63e8 HTTP/1.1" status: 204  len: 168 time: 0.5818615
May 19 02:42:54.268837 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32930) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:54.372737 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.496573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.510356 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6c3be50>,) {'filters': {'network_id': ['5663b367-725d-4f1e-8ff3-3a47df1e1ae6']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:54.522316 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6c3be50>, '28a46cbd-0420-40a9-bd14-7d45c489e9e3') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:54.522611 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6c3be50>, '28a46cbd-0420-40a9-bd14-7d45c489e9e3') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:42:54.533746 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.549954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.556203 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:42:54.556582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:42:54.570681 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:42:54.647572 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.651269 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a5eb829a-cba1-49ce-a7af-94db25cf53d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:54.664158 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.673420 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5663b367-725d-4f1e-8ff3-3a47df1e1ae6,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:54.676171 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5663b367-725d-4f1e-8ff3-3a47df1e1ae6 HTTP/1.1" status: 204  len: 168 time: 0.4064469
May 19 02:42:54.677024 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-ef994e90-f6e4-40a2-8b9e-c948b9d00c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:54.848505 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32938) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:54.897350 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-b148e15f-d4c8-4464-9bd5-14759cd2ed97 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4b9e339c72a341959a07ca6f4a37d669&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476561
May 19 02:42:54.899749 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32942) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:54.958463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:54.987131 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.040961 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.044620 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-7838067f-2fb2-43f9-8740-72f8f724e6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:55.057172 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a53ffe-dee0-438c-937a-487ec9b841da,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:55.060997 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:55.064207 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.065284 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c53223f6-99db-4e75-b7ae-07a9e305eff4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/06a53ffe-dee0-438c-937a-487ec9b841da HTTP/1.1" status: 204  len: 168 time: 0.1647518
May 19 02:42:55.408709 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32950) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:55.457159 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-f92c77ae-7726-464a-a636-fff16665dd87 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61249d54a7d94ec591abaecb7f96b327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471506
May 19 02:42:55.459556 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 32954) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:42:55.516947 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.543580 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.596362 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.600105 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-36efb0b6-c65e-46af-b325-604236398d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:42:55.610558 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c083650-e2bb-4b8a-aafe-8ded33bbd8db,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:42:55.614343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:42:55.617950 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:42:55.619341 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2c083650-e2bb-4b8a-aafe-8ded33bbd8db HTTP/1.1" status: 204  len: 168 time: 0.1588368
May 19 02:43:00.984906 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-0f931077-3ae3-4b34-8bfd-921c7cc3c7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:03.452887 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:03.469637 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9d706d1b-2441-4b83-a658-bebe4c19f8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:04.339754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:04.693467 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:06.242279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.441503 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33126) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:07.553718 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.568535 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:07.572333 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Usage tracker for resource:security_group_rule and tenant:713b78d987374cf280febb039dacc617 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:07.575133 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:07.580783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:07.661568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.665563 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.673624 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-6736a08c-00aa-4791-b296-e39c6d70a5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:07.711931 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=713b78d987374cf280febb039dacc617&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2693474
May 19 02:43:07.713392 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842bee9-3581-436e-a742-118570771ce7,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:07.714576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33132) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:07.720638 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.721013 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.721381 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.721743 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.722112 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.722462 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.722817 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.723198 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.723555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.723904 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.724262 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.724601 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.728568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-58249f19-e5cb-463f-bc48-68f6e8aef70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:07.775404 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.799861 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.849916 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.853534 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c5b90714-9533-44e9-bb7c-c0c29372aa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:07.863999 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842bee9-3581-436e-a742-118570771ce7,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:07.875190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.875573 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.875941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.876306 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.876666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.877027 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.877406 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.877744 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.878099 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.878474 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.878808 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.879181 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:43:07.882228 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:07.885965 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0842bee9-3581-436e-a742-118570771ce7 HTTP/1.1" status: 204  len: 168 time: 0.1703792
May 19 02:43:07.886886 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-96940708-1743-4583-8b02-aee52cc1794d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:08.156290 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33142) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:08.174266 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.188852 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:08.192689 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Usage tracker for resource:security_group_rule and tenant:67a3004651074f39b96e00cf022aec11 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:08.195442 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:08.201007 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:08.282766 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.286399 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.294188 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4e6a941b-4c75-4d29-9565-ecb3f78cef85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:08.335662 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=67a3004651074f39b96e00cf022aec11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1782954
May 19 02:43:08.336521 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5ce39-2e80-488c-b9d4-7e3f4588aaa2,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:08.338550 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33146) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:08.339774 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:08.401401 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.425860 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.478299 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.482934 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-81314260-37d6-43f6-aaa0-d1df6b1ad8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:08.494461 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5ce39-2e80-488c-b9d4-7e3f4588aaa2,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:08.498724 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:08.503984 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.505085 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-76abc791-8fba-4590-a6f9-7e8cd97764e9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fcf5ce39-2e80-488c-b9d4-7e3f4588aaa2 HTTP/1.1" status: 204  len: 168 time: 0.1655080
May 19 02:43:08.833941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33154) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:08.851413 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.865610 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:08.869312 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Usage tracker for resource:security_group_rule and tenant:36f4c787ab6e4f40b8f1e592f3cced1f is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:08.872040 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:08.878228 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:08.960085 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.963800 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:08.972915 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2aaf6d86-64f7-406f-a2a3-8d6e61740934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:09.012306 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=36f4c787ab6e4f40b8f1e592f3cced1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1773078
May 19 02:43:09.013326 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e785cf7-0123-4d90-bef6-cff86e8a4c4a,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:09.015459 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33160) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:09.016893 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-02e1fc45-cdcd-4e9c-bf03-bf14ac27bb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:09.074512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:09.100057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:09.150979 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:09.155679 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-4c7c0fb4-a15c-48dc-bccc-3521ebf58395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:09.171768 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e785cf7-0123-4d90-bef6-cff86e8a4c4a,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:09.174303 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:09.175520 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:09.176694 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9874af21-19cb-49c3-b4a6-bded1d5dcf3b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e785cf7-0123-4d90-bef6-cff86e8a4c4a HTTP/1.1" status: 204  len: 168 time: 0.1595769
May 19 02:43:24.298557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33294) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:24.494045 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.507793 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:24.511511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Usage tracker for resource:security_group_rule and tenant:542be7f12c9943e4b2ab62b8e70d0b49 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:24.514259 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:24.520422 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:24.598973 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.602517 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.609869 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-0356c1dd-fe9e-4f7f-a0d9-fac337ccf3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:24.647416 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=542be7f12c9943e4b2ab62b8e70d0b49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3477905
May 19 02:43:24.648976 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c14976-12d5-453b-895a-e96886ff10ec,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:24.650067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33300) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:24.652128 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d2b7a62a-ca7a-4f82-b4bf-c3bb7fe37a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:24.707944 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.737015 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.788098 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.791924 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-8d7a14b0-574b-4943-ac97-2dd1441efbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:24.805491 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c14976-12d5-453b-895a-e96886ff10ec,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:24.808731 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:24.818102 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:24.819212 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2703efa9-1a5f-4104-9945-947f22e98b7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f9c14976-12d5-453b-895a-e96886ff10ec HTTP/1.1" status: 204  len: 168 time: 0.1681602
May 19 02:43:25.085156 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33310) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:25.102338 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.116061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:25.119759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6217f4679045a599c97be1b698f5d2 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:25.122452 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:25.128487 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:25.211666 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.215949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.224088 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-707cf03d-bcd7-434e-84c3-f766bd282a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:25.263175 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fe6217f4679045a599c97be1b698f5d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1769454
May 19 02:43:25.264022 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad675ea-a5cb-4f43-ace7-e1a4e3780609,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:25.265854 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33314) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:25.267200 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-e94e3c38-0057-4fb1-8e3b-9d488781fc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:25.323185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.350333 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.399725 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.404235 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-230278ef-a2b3-4906-88eb-bd0ca82cb7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:25.415481 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad675ea-a5cb-4f43-ace7-e1a4e3780609,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:25.420169 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:25.424743 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:25.425829 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ad675ea-a5cb-4f43-ace7-e1a4e3780609 HTTP/1.1" status: 204  len: 168 time: 0.1589744
May 19 02:43:27.967232 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33402) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:28.105881 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.121057 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:28.124777 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bef13003700e4e51ba938944be3c4373 is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:28.127584 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:28.133289 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:28.218548 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.222562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.231335 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fbc9556b-aa64-4fca-86a9-f6a30c21e7c8 tempest-TestShelveInstance-1952631770 tempest-TestShelveInstance-1952631770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:28.273274 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bef13003700e4e51ba938944be3c4373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049722
May 19 02:43:28.274242 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec5c712-2800-4e6a-9649-e31ca7ab0296,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:28.275941 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33412) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:28.277321 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-f9da9c39-f5a8-40c6-84b7-e5cc9caa29f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:28.337090 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.362153 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.413340 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.416891 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c49e540d-aab3-4f64-ab74-6f4abcff6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:28.428472 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec5c712-2800-4e6a-9649-e31ca7ab0296,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:28.431518 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:28.438419 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.439999 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-201f8cd8-4f10-49d0-bfae-e9cbffe62ca1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bec5c712-2800-4e6a-9649-e31ca7ab0296 HTTP/1.1" status: 204  len: 168 time: 0.1626339
May 19 02:43:28.704978 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33420) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:28.721983 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.735561 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:28.739263 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Usage tracker for resource:security_group_rule and tenant:fc49658266f5447a9e3c19689bde6465 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:28.741981 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:28.747544 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:28.826164 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.830337 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.837700 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-60288333-ebb6-4441-ba41-615fc0f9e6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:28.879095 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc49658266f5447a9e3c19689bde6465&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1731117
May 19 02:43:28.880095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6a571-5cf6-40c6-9fae-bbdd24257336,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:28.881783 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33424) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:28.884163 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-87dff8cc-8bbd-4d1c-a35f-8d427ef9781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:28.944568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:28.969152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:29.018778 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:29.022366 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-2dc05348-d860-40a2-b9d4-9a36ee0a5934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:29.034152 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6a571-5cf6-40c6-9fae-bbdd24257336,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:29.036691 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:29.043686 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:29.047631 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-fc5d4e81-b651-441a-af80-c23a95491ed1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9cc6a571-5cf6-40c6-9fae-bbdd24257336 HTTP/1.1" status: 204  len: 168 time: 0.1620233
May 19 02:43:30.108395 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:43:30.985538 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a43e2159-7c0a-42af-8a7a-2ddde15aab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.086848 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33488) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:31.200990 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.214836 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:31.218582 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:799c1eef425c4d4c8c0f6711aa71648f is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:31.221380 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:31.226969 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:31.309249 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.313059 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.321388 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-cc238a7d-dff5-4c2d-ba0f-ed4dc5cb2fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:31.361069 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=799c1eef425c4d4c8c0f6711aa71648f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730718
May 19 02:43:31.361905 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df696aa-af4e-4e5c-89a9-5de31828d68c,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:31.363876 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33496) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:31.365045 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:31.420896 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.445460 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.499140 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.507694 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-16573a96-1dc7-4223-86d7-bb78ffbe7459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:31.525818 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df696aa-af4e-4e5c-89a9-5de31828d68c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:31.528598 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:31.529514 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.530594 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-c42d6ef9-7c33-46af-8029-96d8c07ca568 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7df696aa-af4e-4e5c-89a9-5de31828d68c HTTP/1.1" status: 204  len: 168 time: 0.1657436
May 19 02:43:31.797028 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33504) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:31.814925 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.829221 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:31.832942 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Usage tracker for resource:security_group_rule and tenant:1704b8dc71aa4aab8fc92392c4ae51fd is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:31.835713 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:31.841359 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:31.919106 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.923009 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:31.931279 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-db18ee23-b9e4-48b4-85d7-9ddfec909149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:31.969240 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1704b8dc71aa4aab8fc92392c4ae51fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1711338
May 19 02:43:31.970890 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f800698-cf03-4740-adba-1940e80cbf5b,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:31.972030 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33508) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:31.973931 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-7daa09ee-fe73-4d66-922b-aaf9eb002e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:32.030849 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:32.055256 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:32.108377 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:32.112463 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2907cceb-7e16-434a-9102-29a0f73c9582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:32.124095 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f800698-cf03-4740-adba-1940e80cbf5b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:32.127425 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:32.140505 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:32.141627 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-479b8137-4800-490f-8160-2d01853601ab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f800698-cf03-4740-adba-1940e80cbf5b HTTP/1.1" status: 204  len: 168 time: 0.1677301
May 19 02:43:33.455236 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:33.471364 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-351c657c-0220-42af-94d2-40dd6a199049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:34.347730 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:34.691201 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:36.245281 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:39.099285 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-64a9543e-814c-4ca6-b4c9-f52d74b647ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1683853
May 19 02:43:39.253603 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-5ed24ae6-2075-4036-936e-bd13c03cd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:43:39.255054 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-5ed24ae6-2075-4036-936e-bd13c03cd43f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1099 time: 0.0751286
May 19 02:43:39.499545 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-ce2d345b-17e4-4418-b01d-1527e5bcd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:43:39.499545 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-ce2d345b-17e4-4418-b01d-1527e5bcd68a service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.2194054
May 19 02:43:39.613581 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-fa5cdcb1-6808-4b63-aff7-0d6a77a6e98b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 1002 time: 0.1068959
May 19 02:43:39.679379 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-ad4d4ec5-9f40-4a14-912f-b93a3768b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:43:39.680800 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-ad4d4ec5-9f40-4a14-912f-b93a3768b6de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0582261
May 19 02:43:39.757292 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-b3dfd302-3814-42b2-85ca-d4e32195a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:43:39.758735 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-b3dfd302-3814-42b2-85ca-d4e32195a4be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0679264
May 19 02:43:39.894643 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-acb14920-d9b8-41f9-9572-88f6113abc9f service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281006
May 19 02:43:40.029834 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-59184d5b-ca9a-4da7-9a9c-1eec3ba8a7da req-a01ec87e-122d-4f3e-9c81-004b26710d91 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270502
May 19 02:43:40.982919 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33664) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:41.100720 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.115562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:41.119541 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cc0ca5efcfd14e5ebc51594e58c8851c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:41.122422 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:41.128822 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:41.212324 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.216329 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.229938 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ffca869a-3aca-4c36-8215-7292ce335a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:41.270744 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cc0ca5efcfd14e5ebc51594e58c8851c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2865641
May 19 02:43:41.271818 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9439fdaa-d48c-4a5c-a761-c9dab385dfbc,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:41.273584 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33676) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:41.275056 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-d5ff913f-aab2-4f52-938d-aa433d06c8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:41.338838 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.363210 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.415170 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.420091 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0b3c7668-4777-4f5a-89d9-a6990fce36e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:41.433053 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439fdaa-d48c-4a5c-a761-c9dab385dfbc,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:41.436500 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:41.438189 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:41.439296 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-29694a49-835b-403f-8645-6b534e0c975a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9439fdaa-d48c-4a5c-a761-c9dab385dfbc HTTP/1.1" status: 204  len: 168 time: 0.1634057
May 19 02:43:45.045605 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33700) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:45.161684 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.175662 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:45.179431 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Usage tracker for resource:security_group_rule and tenant:0f76d5d6ba5d43778cb2aebe4b594d16 is out of sync, need to count used quota {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:45.182456 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:45.188707 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.quota.driver [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:45.268353 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.272862 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.282403 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6fc713f3-e70e-4336-83da-1e9a99732bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:45.324076 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f76d5d6ba5d43778cb2aebe4b594d16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2772932
May 19 02:43:45.324815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e1c84-a39c-41fe-98c9-b994891a1179,revision_number=1']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:45.326568 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33706) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:45.327819 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:45.386031 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.411646 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.460407 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.465202 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-82d94fc1-7ad1-4142-8c32-5cb43f9b8825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:45.479430 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e1c84-a39c-41fe-98c9-b994891a1179,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:45.484413 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:45.490438 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:45.491558 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-fa333034-971e-497f-b224-4fb7da0e2de9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/130e1c84-a39c-41fe-98c9-b994891a1179 HTTP/1.1" status: 204  len: 168 time: 0.1634197
May 19 02:43:47.422667 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [req-fbe4f8e7-51f3-4021-95cc-aa0c25b3e240 req-ce15fff3-2744-4c74-9249-772dd4b6d60f service neutron] (91235) timed out ('10.222.0.55', 58131) {{(pid=91235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 02:43:57.218026 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33788) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:57.331310 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.345535 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 02:43:57.349256 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Usage tracker for resource:security_group_rule and tenant:4894db90349241b988a04a81744b809c is out of sync, need to count used quota {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 02:43:57.351990 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 02:43:57.357511 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.quota.driver [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 02:43:57.445268 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.448934 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_create {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.455546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-682aa09a-5978-4e00-8226-2029f9c23222 tempest-AttachVolumeTestJSON-825895800 tempest-AttachVolumeTestJSON-825895800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:57.494093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81489247-d9c2-497c-aa29-61c40aea7892,revision_number=1']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:57.498292 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4894db90349241b988a04a81744b809c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2787490
May 19 02:43:57.499175 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:57.500927 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33794) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:43:57.558261 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.583438 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.634777 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.639555 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-5ba775c4-c339-4334-876c-d67a42fb2f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:43:57.654343 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81489247-d9c2-497c-aa29-61c40aea7892,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:43:57.658323 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:43:57.659580 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:43:57.660676 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-cacd1ae7-b027-471d-82fd-e27c0806a9ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81489247-d9c2-497c-aa29-61c40aea7892 HTTP/1.1" status: 204  len: 168 time: 0.1588771
May 19 02:44:00.986875 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-8da38cb4-a2b4-40a6-b50f-25b82b694f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:03.462420 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:03.472639 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-a107415e-e039-469e-973f-6d9954606c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:04.352433 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:04.693254 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:06.248406 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:07.107086 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:44:30.988002 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-228e7e71-ab7b-4265-838b-7d6801fc1ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:33.454282 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:33.472708 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e76ebec0-d128-4b3e-82cf-1bd2b311f4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:34.350894 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:34.695848 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:35.775908 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33814) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:36.183574 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port 0b8fa507-68f8-4c22-881e-7f923212f19e {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:36.183917 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.250690 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.299655 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.299980 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.418512 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for 0b8fa507-68f8-4c22-881e-7f923212f19e owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:36.533674 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.537925 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3ce6dac8-7571-4ef4-9cc0-a2ff31a745e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:36.584333 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=0b8fa507-68f8-4c22-881e-7f923212f19e,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:36.623433 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.623815 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.624190 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.624557 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.624924 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.625281 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.625641 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.626000 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.626387 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.626742 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.627097 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.627469 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:36.654093 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:36.681915 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:36.682188 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP fe36c716-5c27-4e76-bc0c-8a3f8b65dedd disassociated (deleted). External IP: 172.27.0.254, port: 45aa6e58-0125-4106-b1a1-4b005c925e41.
May 19 02:44:37.099389 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:44:37.275825 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:44:37.285250 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:44:37.295354 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:37.295883 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:37.296501 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7fbc7f0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:37.348826 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-01208be0-a596-4954-ab39-6b235cd5ae04 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "DELETE /v2.0/floatingips/fe36c716-5c27-4e76-bc0c-8a3f8b65dedd HTTP/1.1" status: 204  len: 168 time: 1.5718608
May 19 02:44:37.349526 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:44:37.484437 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:37.526645 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'status': 'completed', 'code': 200}
May 19 02:44:37.625863 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76f78e-af22-42cb-8443-5b5008681fba req-37a3bb66-5998-4c97-9af9-331549e7835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:37.627465 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-37a3bb66-5998-4c97-9af9-331549e7835a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 1099 time: 0.0764875
May 19 02:44:37.825399 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76f78e-af22-42cb-8443-5b5008681fba req-52959a2c-4744-4d6a-be9d-d53d58380599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:37.826836 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-52959a2c-4744-4d6a-be9d-d53d58380599 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1890852
May 19 02:44:37.844246 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7fbc7f0>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:37.848639 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:44:37.856998 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:37.857591 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f7fbc7f0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:37.897376 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8527b82-a5f9-46d0-a691-450a38459ad7 req-383ae5ef-ec94-4d38-b5cf-1fa549e802ae tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:37.898746 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8527b82-a5f9-46d0-a691-450a38459ad7 req-383ae5ef-ec94-4d38-b5cf-1fa549e802ae tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.2410822
May 19 02:44:37.907392 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-7ae54347-c6e8-43b9-a671-99e485b4a544 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 200  len: 217 time: 0.0698030
May 19 02:44:37.993885 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-c8527b82-a5f9-46d0-a691-450a38459ad7 req-7c7ecfd9-2a92-45e0-bc63-ae3c95a80c5b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879705
May 19 02:44:37.999201 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76f78e-af22-42cb-8443-5b5008681fba req-968ccb62-4033-4fc5-b8b3-66fb8b92a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:38.000568 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-968ccb62-4033-4fc5-b8b3-66fb8b92a33c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0789208
May 19 02:44:38.038645 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:38.085092 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76f78e-af22-42cb-8443-5b5008681fba req-10fa008b-f45c-40ba-a975-a539e176719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:38.086560 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-10fa008b-f45c-40ba-a975-a539e176719a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0740669
May 19 02:44:38.220722 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-151b2712-669d-4d2d-8a0b-5039ba07cb0b service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236436
May 19 02:44:38.381792 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f7fbc7f0>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:38.385857 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d31cd-1100-4d3a-b99a-6c2c0f60f29b None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_floatingips': [{'id': '737dea2b-08a0-4689-9b0d-a4fbc20fd8ae', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'router_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'port_id': '2f5554d9-89ee-42da-ab89-45316aa90501', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'mac_address': 'fa:16:3e:af:54:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:38:58Z', 'updated_at': '2021-05-19T02:39:02Z', 'revision_number': 1, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:44:38.467396 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-1b76f78e-af22-42cb-8443-5b5008681fba req-2d672fa9-9a72-4897-ac4a-8d91cba81563 service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372470
May 19 02:44:38.608476 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309448fa-77f7-4df2-a67c-9435ecebf5e3 None None] New status for floating IP fe36c716-5c27-4e76-bc0c-8a3f8b65dedd: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:44:39.229213 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7129-fc9f-4b49-902d-f49a7d2e69d4 req-a252c64b-de74-4940-9c22-79577fc68b54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:39.229903 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-17aa7129-fc9f-4b49-902d-f49a7d2e69d4 req-a252c64b-de74-4940-9c22-79577fc68b54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:44:39.245516 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-17aa7129-fc9f-4b49-902d-f49a7d2e69d4 req-a252c64b-de74-4940-9c22-79577fc68b54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:44:39.246835 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17aa7129-fc9f-4b49-902d-f49a7d2e69d4 req-a252c64b-de74-4940-9c22-79577fc68b54 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.1462514
May 19 02:44:39.293072 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-17aa7129-fc9f-4b49-902d-f49a7d2e69d4 req-f0756cad-b234-4c06-b629-379400c1ea6b tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404518
May 19 02:44:40.111480 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-2c444acd-93b2-4c8e-9ec5-16ec03bd4379 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:40.112881 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-2c444acd-93b2-4c8e-9ec5-16ec03bd4379 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.0832589
May 19 02:44:40.250760 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port 45aa6e58-0125-4106-b1a1-4b005c925e41 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:40.251153 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:40.383298 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] For port 45aa6e58-0125-4106-b1a1-4b005c925e41, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=45aa6e58-0125-4106-b1a1-4b005c925e41,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:40.383577 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:40.537717 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for 45aa6e58-0125-4106-b1a1-4b005c925e41 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:40.611665 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c8ca-95f8-44b4-88a3-6270f2b0fb89 req-7c249025-10af-4aa8-be36-d0c1bbc129f1 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:40.613098 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5f7c8ca-95f8-44b4-88a3-6270f2b0fb89 req-7c249025-10af-4aa8-be36-d0c1bbc129f1 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 946 time: 0.2168953
May 19 02:44:40.700938 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e5f7c8ca-95f8-44b4-88a3-6270f2b0fb89 req-358247d6-fc2d-4b90-ab20-94109e561cbc tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817363
May 19 02:44:40.712505 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:40.718475 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c890eeef-f923-4c6b-b07c-54713589af8a tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:40.765667 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=45aa6e58-0125-4106-b1a1-4b005c925e41,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:40.801642 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.802023 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.802395 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.802758 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.803177 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.803496 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.803853 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.804214 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.804567 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.804923 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.805277 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.805630 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:40.809275 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:40.854755 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] No DVR routers for this DVR port 45aa6e58-0125-4106-b1a1-4b005c925e41 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:44:40.857148 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:40.860718 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'name': 'network-vif-deleted', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:44:40.878814 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-e9b5d983-da4e-4ed9-8031-33912067e0c2 req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "DELETE /v2.0/ports/45aa6e58-0125-4106-b1a1-4b005c925e41 HTTP/1.1" status: 204  len: 173 time: 0.7573531
May 19 02:44:40.965937 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4f0cee-ea20-4627-9582-1877c89d6452', 'name': 'network-vif-deleted', 'tag': '45aa6e58-0125-4106-b1a1-4b005c925e41', 'status': 'completed', 'code': 200}
May 19 02:44:41.867394 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-84dd27d5-bde9-4605-9f00-f8f6347482a0 req-b7a89b9e-1017-4966-be5b-106d431f3bf4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:44:41.882713 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-84dd27d5-bde9-4605-9f00-f8f6347482a0 req-b7a89b9e-1017-4966-be5b-106d431f3bf4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:44:41.884121 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-84dd27d5-bde9-4605-9f00-f8f6347482a0 req-b7a89b9e-1017-4966-be5b-106d431f3bf4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=dd4f0cee-ea20-4627-9582-1877c89d6452 HTTP/1.1" status: 200  len: 210 time: 0.0599475
May 19 02:44:42.965098 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 45aa6e58-0125-4106-b1a1-4b005c925e41 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:44:42.999635 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 45aa6e58-0125-4106-b1a1-4b005c925e41 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:44:42.999984 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 45aa6e58-0125-4106-b1a1-4b005c925e41 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:44:44.105474 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:44:45.361177 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33856) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:45.616708 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port 568964a5-d3ea-4ab9-8d82-412ee361e336 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:45.617048 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:45.731826 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:45.732144 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:45.857074 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for 568964a5-d3ea-4ab9-8d82-412ee361e336 owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:45.972249 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:45.975545 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:46.109095 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=568964a5-d3ea-4ab9-8d82-412ee361e336,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:46.112274 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:46.197717 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:46.198047 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.db.l3_db [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Floating IP 737dea2b-08a0-4689-9b0d-a4fbc20fd8ae disassociated (deleted). External IP: 172.27.0.210, port: 2f5554d9-89ee-42da-ab89-45316aa90501.
May 19 02:44:46.539679 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:44:46.711690 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:44:46.720722 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:44:46.730894 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:46.731545 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f696f400>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:46.731707 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:46.789173 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-1d67a783-7897-4450-b508-ac4de89851ee tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "DELETE /v2.0/floatingips/737dea2b-08a0-4689-9b0d-a4fbc20fd8ae HTTP/1.1" status: 204  len: 168 time: 1.4269235
May 19 02:44:46.789902 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501'}] {{(pid=91235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:44:46.840765 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501', 'status': 'completed', 'code': 200}
May 19 02:44:46.941061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-d89b4fd9-f2c1-4945-9a0b-63f5a5fd3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:46.942516 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-d89b4fd9-f2c1-4945-9a0b-63f5a5fd3c58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc45323ede44f968897a3a6102d03ce&device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 1099 time: 0.0758324
May 19 02:44:46.960674 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:47.090564 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-272bfefc-b050-4fae-aac7-fb1d5fd99131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:47.091932 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-272bfefc-b050-4fae-aac7-fb1d5fd99131 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 200  len: 913 time: 0.1415062
May 19 02:44:47.158616 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba720630-cca2-4c0d-98d1-7c818b460a8c req-b4e4bcf2-56ab-47d8-8776-a0a66ed29cd8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:47.160389 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-ba720630-cca2-4c0d-98d1-7c818b460a8c req-b4e4bcf2-56ab-47d8-8776-a0a66ed29cd8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:44:47.176369 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-fb6b8520-0147-42ba-8786-1a6e11aa44eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 200  len: 217 time: 0.0674210
May 19 02:44:47.177591 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.quota.resource [req-ba720630-cca2-4c0d-98d1-7c818b460a8c req-b4e4bcf2-56ab-47d8-8776-a0a66ed29cd8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:44:47.178770 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba720630-cca2-4c0d-98d1-7c818b460a8c req-b4e4bcf2-56ab-47d8-8776-a0a66ed29cd8 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.1014647
May 19 02:44:47.224798 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [req-ba720630-cca2-4c0d-98d1-7c818b460a8c req-64c82d76-477e-4e13-859a-0fd119f3d10c tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396838
May 19 02:44:47.254756 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-c64c1bec-3437-41b4-be8b-b79934fc51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:47.256314 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-c64c1bec-3437-41b4-be8b-b79934fc51c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 200  len: 851 time: 0.0590279
May 19 02:44:47.288587 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f696f400>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:47.292325 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:44:47.300634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:47.301232 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f696f400>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:47.332875 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-68f53fda-f3fc-4937-a67d-251b8329bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:47.334321 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-68f53fda-f3fc-4937-a67d-251b8329bf79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65fafcb4-d624-40f2-93a0-84d59635f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0685437
May 19 02:44:47.465819 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-ada05a5d-338c-4c99-a38f-d13fae11503e service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224589
May 19 02:44:47.472678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:47.696122 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-89910ae2-406a-4c6d-bfb0-5ae0bfe6bf6e req-9e1d5d7f-76e2-4018-8b18-bc699131abbf service neutron] 10.222.0.55 "GET /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197192
May 19 02:44:47.788796 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f696f400>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:47.792609 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c8a70-f05d-4a75-b78e-98d5d52b7131 None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:31:14Z', 'revision_number': 4, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi', '_interfaces': [{'id': 'd8867678-2d86-4a2b-86e1-28d547e8cf37', 'name': '', 'network_id': '65fafcb4-d624-40f2-93a0-84d59635f73c', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'mac_address': 'fa:16:3e:1d:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '3693779b-8873-4400-95b1-6030ba31db1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:11Z', 'updated_at': '2021-05-19T02:31:24Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'subnets': [{'id': '3693779b-8873-4400-95b1-6030ba31db1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:44:47.984137 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c3c576-6e1a-460b-8364-c12aeb070c1a None None] New status for floating IP 737dea2b-08a0-4689-9b0d-a4fbc20fd8ae: DOWN {{(pid=91238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 02:44:48.314934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-d09ed550-932f-45c8-866c-1c0b9cbbcea7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:48.316878 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-d09ed550-932f-45c8-866c-1c0b9cbbcea7 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.0857027
May 19 02:44:48.505989 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee893-9e65-4810-b0ca-1cdaf3cc87a7 req-68a89c42-c585-4f4d-8166-0d40f463e0d4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 02:44:48.507427 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08eee893-9e65-4810-b0ca-1cdaf3cc87a7 req-68a89c42-c585-4f4d-8166-0d40f463e0d4 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 946 time: 0.1544759
May 19 02:44:48.539948 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port 2f5554d9-89ee-42da-ab89-45316aa90501 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:48.540281 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:48.589926 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-08eee893-9e65-4810-b0ca-1cdaf3cc87a7 req-ee51c9c3-c68e-4372-8cda-4c870bb10688 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/security-groups?id=8fb2d090-0405-450b-9b72-7657329e6878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751524
May 19 02:44:48.684856 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] For port 2f5554d9-89ee-42da-ab89-45316aa90501, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2f5554d9-89ee-42da-ab89-45316aa90501,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:48.685215 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:48.803070 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for 2f5554d9-89ee-42da-ab89-45316aa90501 owned by compute:nova {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:48.908079 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:48.913865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-69492363-567c-4709-bd9f-3c01edf38428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:48.960569 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=2f5554d9-89ee-42da-ab89-45316aa90501,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:48.963519 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:49.035476 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] No DVR routers for this DVR port 2f5554d9-89ee-42da-ab89-45316aa90501 on host hv-cinder-78462 {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:44:49.037826 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:49.041541 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'name': 'network-vif-deleted', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501'}] {{(pid=91236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 02:44:49.055671 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-3c0cd311-a5bc-4c27-8181-2113c4af03e0 req-6e26bd69-1c6b-48a1-a107-d42ce2d11e43 tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.55 "DELETE /v2.0/ports/2f5554d9-89ee-42da-ab89-45316aa90501 HTTP/1.1" status: 204  len: 173 time: 0.7310140
May 19 02:44:49.095848 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6927d3-fab4-48fb-bebf-b55026248cfe', 'name': 'network-vif-deleted', 'tag': '2f5554d9-89ee-42da-ab89-45316aa90501', 'status': 'completed', 'code': 200}
May 19 02:44:49.750962 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-39eefd31-ecc1-4cd3-80c2-1d5ffb61a37a req-f9aa1b36-9fde-4a2e-8f1b-05b132588f7d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Synchronizing usage tracker for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 02:44:49.765372 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.quota.resource [req-39eefd31-ecc1-4cd3-80c2-1d5ffb61a37a req-f9aa1b36-9fde-4a2e-8f1b-05b132588f7d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Unset dirty status for tenant:7fc45323ede44f968897a3a6102d03ce on resource:port {{(pid=91236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 02:44:49.766482 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [req-39eefd31-ecc1-4cd3-80c2-1d5ffb61a37a req-f9aa1b36-9fde-4a2e-8f1b-05b132588f7d tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "GET /v2.0/ports?device_id=5a6927d3-fab4-48fb-bebf-b55026248cfe HTTP/1.1" status: 200  len: 210 time: 0.0596647
May 19 02:44:50.858935 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33876) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:50.990618 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2f5554d9-89ee-42da-ab89-45316aa90501 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:44:51.024070 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] No Port match for: 2f5554d9-89ee-42da-ab89-45316aa90501 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:44:51.024424 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Device 2f5554d9-89ee-42da-ab89-45316aa90501 not bound to the agent host hv-cinder-78462 {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:44:51.073296 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Deleting port b402a269-d023-4f6a-bffa-07ba3c40d6c9 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:51.073556 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.190442 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.190764 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.309644 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Calling delete_port for b402a269-d023-4f6a-bffa-07ba3c40d6c9 owned by network:floatingip {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:51.507142 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.510532 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ed520fa9-a377-4f45-a37e-65989a49b93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:51.551255 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'Port': ['ID=b402a269-d023-4f6a-bffa-07ba3c40d6c9,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:51.554685 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:51.644562 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for floatingip, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.661191 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:51.662339 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bf7d809f-6789-4f68-b52e-e41b49de29ec tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "DELETE /v2.0/floatingips/cba9ea8a-685d-42d9-a679-9ce948de7a64 HTTP/1.1" status: 204  len: 168 time: 0.8023899
May 19 02:44:53.036874 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33890) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:53.103934 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:53.132835 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:53.199190 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:53.202832 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-3af81c52-c63a-43eb-b1ad-8561678feef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:53.218212 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb2d090-0405-450b-9b72-7657329e6878,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:53.221010 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:53.227806 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:53.228920 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4e215a14-3ba7-4669-b3ad-6ce0926f10eb tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] 10.222.0.63 "DELETE /v2.0/security-groups/8fb2d090-0405-450b-9b72-7657329e6878 HTTP/1.1" status: 204  len: 168 time: 0.1910491
May 19 02:44:53.292840 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33896) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:54.010759 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:54.404925 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Deleting port d8867678-2d86-4a2b-86e1-28d547e8cf37 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:54.405617 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:54.523968 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] For port d8867678-2d86-4a2b-86e1-28d547e8cf37, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=d8867678-2d86-4a2b-86e1-28d547e8cf37,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:54.524363 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:54.644720 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Calling delete_port for d8867678-2d86-4a2b-86e1-28d547e8cf37 owned by network:router_interface {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:54.802155 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:54.806818 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-5b7fc753-1e46-469c-bc0b-b7c0950943bd tempest-TestVolumeBootPattern-1614633593 tempest-TestVolumeBootPattern-1614633593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:54.880919 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8867678-2d86-4a2b-86e1-28d547e8cf37,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:54.883461 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:55.113957 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:55.569054 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Router 01faa25c-8caa-4359-ac55-468446f8a980 has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:44:55.742546 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:44:55.751087 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Sync routers for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:44:55.754362 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-24305aad-603b-4e44-9887-3af896ee9a8b admin admin] 10.222.0.63 "PUT /v2.0/routers/01faa25c-8caa-4359-ac55-468446f8a980/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4604540
May 19 02:44:55.756867 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33912) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:55.760122 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:55.760781 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f63c0880>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:55.932146 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks [] for router, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:55.935484 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: dv-cinder-784623-11-iscsi {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:56.101232 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.175024 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Deleting port 7dabb575-9959-4f58-9f15-c8c1fe19380f {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:56.175389 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.243517 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f63c0880>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:44:54Z', 'revision_number': 5, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port': {'id': '7dabb575-9959-4f58-9f15-c8c1fe19380f', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faa25c-8caa-4359-ac55-468446f8a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:07Z', 'updated_at': '2021-05-19T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:56.247319 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Checking router: 01faa25c-8caa-4359-ac55-468446f8a980 for host: dv-cinder-784623-11-iscsi {{(pid=91237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:44:56.256128 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Routers {'01faa25c-8caa-4359-ac55-468446f8a980'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:44:56.256725 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f63c0880>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['01faa25c-8caa-4359-ac55-468446f8a980'], 'active': True} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:56.292221 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] For port 7dabb575-9959-4f58-9f15-c8c1fe19380f, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=7dabb575-9959-4f58-9f15-c8c1fe19380f,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:56.292576 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.404178 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvr_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] Set router 01faa25c-8caa-4359-ac55-468446f8a980 gateway port host: None {{(pid=91237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:44:56.413634 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Calling delete_port for 7dabb575-9959-4f58-9f15-c8c1fe19380f owned by network:router_gateway {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:56.508250 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_hamode_db [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f63c0880>, [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:44:56Z', 'revision_number': 6, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:56.512040 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c33af-e5a3-4041-9e6b-ac13cac6e28e None None] The sync data for ids ['01faa25c-8caa-4359-ac55-468446f8a980'] in dv-cinder-784623-11-iscsi is: [{'id': '01faa25c-8caa-4359-ac55-468446f8a980', 'name': 'tempest-TestVolumeBootPattern-1556361606-router', 'tenant_id': '7fc45323ede44f968897a3a6102d03ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:06Z', 'updated_at': '2021-05-19T02:44:56Z', 'revision_number': 6, 'project_id': '7fc45323ede44f968897a3a6102d03ce', 'gw_port_host': None}] {{(pid=91237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:44:56.553565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.559061 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b39e96e9-603c-446b-8d47-cb1a3fcd0eeb tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:56.625136 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dabb575-9959-4f58-9f15-c8c1fe19380f,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:56.627277 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:56.797103 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.967421 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.969550 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.991379 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:56.991859 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01faa25c-8caa-4359-ac55-468446f8a980 {{(pid=91236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:44:57.004343 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] Notify callbacks [] for router, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.005424 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-b22f080b-1c6d-412b-aec1-617f1ca9ce44 admin admin] 10.222.0.63 "DELETE /v2.0/routers/01faa25c-8caa-4359-ac55-468446f8a980 HTTP/1.1" status: 204  len: 168 time: 1.2476714
May 19 02:44:57.008035 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33916) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:57.067909 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Deleting subnet 3693779b-8873-4400-95b1-6030ba31db1b {{(pid=91236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:44:57.070632 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.118805 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14817599'] for subnet, precommit_delete_associations {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.194822 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.312615 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device d8867678-2d86-4a2b-86e1-28d547e8cf37 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:44:57.350234 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: d8867678-2d86-4a2b-86e1-28d547e8cf37 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:44:57.350587 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device d8867678-2d86-4a2b-86e1-28d547e8cf37 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:44:57.351061 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7dabb575-9959-4f58-9f15-c8c1fe19380f no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:44:57.384184 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 7dabb575-9959-4f58-9f15-c8c1fe19380f {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:44:57.384557 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 7dabb575-9959-4f58-9f15-c8c1fe19380f not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:44:57.446235 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14817761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13706317'] for subnet, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.450506 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:57.484315 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3693779b-8873-4400-95b1-6030ba31db1b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:57.488377 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:57.490938 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.499301 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-c3a565f4-2444-42a3-a69c-460bd62742ac admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3693779b-8873-4400-95b1-6030ba31db1b HTTP/1.1" status: 204  len: 168 time: 0.4879885
May 19 02:44:57.499503 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbe0ae-35bb-4b98-b2d7-224c8d1cbdff None None] Network 65fafcb4-d624-40f2-93a0-84d59635f73c requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:44:57.499842 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33920) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:57.610385 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.681090 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Deleting port 5d78573f-6b91-4cbc-9995-00438d582231 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:57.681431 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.738109 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] DHCP port deletion for 65fafcb4-d624-40f2-93a0-84d59635f73c request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:44:57.785490 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] For port 5d78573f-6b91-4cbc-9995-00438d582231, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=5d78573f-6b91-4cbc-9995-00438d582231,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:57.785765 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.804456 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Deleting port 5d78573f-6b91-4cbc-9995-00438d582231 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:57.804833 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.902842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] For port 5d78573f-6b91-4cbc-9995-00438d582231, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=5d78573f-6b91-4cbc-9995-00438d582231,segment=NetworkSegment(c927257c-367e-45c7-bcf8-14b79ca8bc13),segment_id=c927257c-367e-45c7-bcf8-14b79ca8bc13)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:57.903178 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.914229 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Calling delete_port for 5d78573f-6b91-4cbc-9995-00438d582231 owned by network:dhcp {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:57.961016 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:57.965785 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-3bcb4040-254b-4b3c-a194-56bbad8ad644 tempest-TestMinimumBasicScenario-987694350 tempest-TestMinimumBasicScenario-987694350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:58.011389 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d78573f-6b91-4cbc-9995-00438d582231,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:58.013168 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] No DVR routers for this DVR port 5d78573f-6b91-4cbc-9995-00438d582231 on host dv-cinder-784623-11-iscsi {{(pid=91235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:44:58.014600 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:58.024591 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Calling delete_port for 5d78573f-6b91-4cbc-9995-00438d582231 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:58.066446 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.070761 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:58.113598 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Pushing event deleted for resources: {'Port': ['ID=5d78573f-6b91-4cbc-9995-00438d582231,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:58.115895 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] No DVR routers for this DVR port 5d78573f-6b91-4cbc-9995-00438d582231 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:44:58.124296 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.124660 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.124978 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.125307 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.125634 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.125958 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.126279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.126598 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.127071 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.127280 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.127596 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.127910 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-iscsi {{(pid=91237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 02:44:58.131410 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.132826 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-908804a4-4363-4c3a-9d8f-af332e9db0e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:58.144728 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f7b0f580>,) {'filters': {'network_id': ['65fafcb4-d624-40f2-93a0-84d59635f73c']}} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:58.157395 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f7b0f580>, 'c927257c-367e-45c7-bcf8-14b79ca8bc13') {'for_net_delete': True} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:58.157631 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.services.segments.db [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f7b0f580>, 'c927257c-367e-45c7-bcf8-14b79ca8bc13') {} {{(pid=91235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:44:58.169437 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15719503'] for segment, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.186172 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.192050 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=91235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:44:58.192425 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15633657'] for segment, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]: Traceback (most recent call last):
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     timer()
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     cb(*args, **kw)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     return func(*args, **kwargs)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     self._notify()
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     self.callback(batched_events)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     event.method(event)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     return f(self, *a, **k)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._get(url).json()
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     return self.request(url, 'GET', **kwargs)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:44:58.205211 dv-cinder-784623-11-iscsi neutron-server[91235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:44:58.280520 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.284538 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-ad17e2dd-e127-40e8-877a-a9adb0b759b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:58.297289 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:58.307996 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=65fafcb4-d624-40f2-93a0-84d59635f73c,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:58.311029 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:44:58.320531 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/65fafcb4-d624-40f2-93a0-84d59635f73c HTTP/1.1" status: 204  len: 168 time: 0.8196907
May 19 02:44:58.323450 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33924) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:44:58.928538 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648780'] for router_interface, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:59.308149 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 5d78573f-6b91-4cbc-9995-00438d582231 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:44:59.326087 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Deleting port 605dc964-82d9-4b86-89bf-5aecc9f3ea67 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:44:59.326426 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:59.344926 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 5d78573f-6b91-4cbc-9995-00438d582231 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:44:59.345279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 5d78573f-6b91-4cbc-9995-00438d582231 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:44:59.445200 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] For port 605dc964-82d9-4b86-89bf-5aecc9f3ea67, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=605dc964-82d9-4b86-89bf-5aecc9f3ea67,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:44:59.445551 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:59.564553 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Calling delete_port for 605dc964-82d9-4b86-89bf-5aecc9f3ea67 owned by network:router_interface {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:44:59.708995 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:44:59.713274 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-fe0d376f-1c0a-48e8-86c5-d43f58d2f7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:44:59.755207 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Pushing event deleted for resources: {'Port': ['ID=605dc964-82d9-4b86-89bf-5aecc9f3ea67,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:44:59.758280 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:00.024137 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1039551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649180'] for router_interface, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:00.458847 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Router 52103643-7e7a-4ea1-8865-7fc6ec66199c has already been hosted by L3 agent 4ffb34a9-b730-4984-9709-16d26327a1ae {{(pid=91235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 02:45:00.628238 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-iscsi the message routers_updated {{(pid=91235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 02:45:00.636530 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Sync routers for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 02:45:00.644520 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-68e7fbb9-a95e-4310-a0a4-c2cae0245793 admin admin] 10.222.0.63 "PUT /v2.0/routers/52103643-7e7a-4ea1-8865-7fc6ec66199c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3200920
May 19 02:45:00.646843 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:45:00.647101 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33928) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:00.647484 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72313a0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:00.820902 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: dv-cinder-784623-11-iscsi {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:45:00.822185 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:00.990406 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-bed102a0-0d1b-42a1-a9d0-099a05e2f8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:00.994054 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.064373 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Deleting port 44267340-a572-41af-b772-aad4b7dbe7b7 {{(pid=91235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:45:01.065114 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.097384 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72313a0>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'external_fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:44:59Z', 'revision_number': 5, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port': {'id': '44267340-a572-41af-b772-aad4b7dbe7b7', 'name': '', 'network_id': '8ac707dc-471f-4055-9c72-6188ea472f62', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:23Z', 'updated_at': '2021-05-19T02:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad11aaa8-99a4-4892-8b7e-44a3fe025f1b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-iscsi'}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:01.101077 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Checking router: 52103643-7e7a-4ea1-8865-7fc6ec66199c for host: dv-cinder-784623-11-iscsi {{(pid=91238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 02:45:01.109264 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Routers {'52103643-7e7a-4ea1-8865-7fc6ec66199c'} bound to L3 agent in host dv-cinder-784623-11-iscsi {{(pid=91238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 02:45:01.109881 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24f72313a0>, 'dv-cinder-784623-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:33Z,description=<?>,heartbeat_timestamp=2021-05-19T02:44:33Z,host='dv-cinder-784623-11-iscsi',id=4ffb34a9-b730-4984-9709-16d26327a1ae,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T02:20:34Z,topic='l3_agent')) {'router_ids': ['52103643-7e7a-4ea1-8865-7fc6ec66199c'], 'active': True} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:01.185260 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.db [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] For port 44267340-a572-41af-b772-aad4b7dbe7b7, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=44267340-a572-41af-b772-aad4b7dbe7b7,segment=NetworkSegment(90e1d7f5-260c-4e11-969f-52b64db9b5af),segment_id=90e1d7f5-260c-4e11-969f-52b64db9b5af)] {{(pid=91235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:45:01.185626 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.258799 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_dvr_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] Set router 52103643-7e7a-4ea1-8865-7fc6ec66199c gateway port host: None {{(pid=91238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 02:45:01.307908 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.plugins.ml2.plugin [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Calling delete_port for 44267340-a572-41af-b772-aad4b7dbe7b7 owned by network:router_gateway {{(pid=91235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:45:01.365279 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.l3_hamode_db [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24f72313a0>, [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:45:00Z', 'revision_number': 6, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port_host': None}], 'dv-cinder-784623-11-iscsi', False) {} {{(pid=91238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:01.369234 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0847c-97d7-4287-bb04-1666eb6d0a04 None None] The sync data for ids ['52103643-7e7a-4ea1-8865-7fc6ec66199c'] in dv-cinder-784623-11-iscsi is: [{'id': '52103643-7e7a-4ea1-8865-7fc6ec66199c', 'name': 'tempest-TestVolumeBootPattern-408833220-router', 'tenant_id': '436c4a53d71c439f9e381d58a1d8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:21Z', 'updated_at': '2021-05-19T02:45:00Z', 'revision_number': 6, 'project_id': '436c4a53d71c439f9e381d58a1d8014c', 'gw_port_host': None}] {{(pid=91238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 02:45:01.444241 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15633540'] for port, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.448510 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-bad60e47-7e4e-4fb9-97d7-c3a753e7a0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:01.490531 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44267340-a572-41af-b772-aad4b7dbe7b7,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:01.493649 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:01.680784 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647783'] for router_gateway, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.855785 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10589'] for router, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.857918 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.882378 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-646960'] for router, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.882889 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52103643-7e7a-4ea1-8865-7fc6ec66199c {{(pid=91235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 02:45:01.902247 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:01.903387 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-9abfee7d-361e-4a97-a15f-5726916ed4f7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/52103643-7e7a-4ea1-8865-7fc6ec66199c HTTP/1.1" status: 204  len: 168 time: 1.2553458
May 19 02:45:01.905854 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.wsgi [-] (91235) accepted ('10.222.0.63', 33932) {{(pid=91235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:01.967346 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.db.db_base_plugin_v2 [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Deleting subnet 49d41abb-9bbc-4174-ac41-660fbf687ac3 {{(pid=91235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 02:45:01.970113 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.017231 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15719512'] for subnet, precommit_delete_associations {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.096188 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791874'] for subnet, precommit_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.338546 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15719515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15079859'] for subnet, after_delete {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.342227 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-b0e87101-5d4b-4a79-b408-0d0ad58b172d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:02.380292 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d41abb-9bbc-4174-ac41-660fbf687ac3,revision_number=None']} {{(pid=91235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:02.382721 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG oslo_concurrency.lockutils [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:02.385117 dv-cinder-784623-11-iscsi neutron-server[91235]: DEBUG neutron_lib.callbacks.manager [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for subnet, before_response {{(pid=91235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.390954 dv-cinder-784623-11-iscsi neutron-server[91235]: INFO neutron.wsgi [None req-48087f3d-d360-4bcb-ab51-0b8edb54d1bf admin admin] 10.222.0.63 "DELETE /v2.0/subnets/49d41abb-9bbc-4174-ac41-660fbf687ac3 HTTP/1.1" status: 204  len: 168 time: 0.4841754
May 19 02:45:02.392411 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0f090-e2da-4ebe-b5fe-9dbee8b89ae2 None None] Network 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf requested from dv-cinder-784623-11-iscsi {{(pid=91237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 02:45:02.393693 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33936) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:02.502126 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1703674'] for network, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.578917 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Deleting port 12cf6fb4-3ef7-4872-a904-853df546c425 {{(pid=91236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:45:02.579197 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.667414 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] DHCP port deletion for 0f44a6e5-b707-454e-8a5f-2b3702cb3ebf request from dv-cinder-784623-11-iscsi {{(pid=91237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 02:45:02.681198 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.db [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] For port 12cf6fb4-3ef7-4872-a904-853df546c425, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12cf6fb4-3ef7-4872-a904-853df546c425,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:45:02.681543 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.732490 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Deleting port 12cf6fb4-3ef7-4872-a904-853df546c425 {{(pid=91237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 02:45:02.732871 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737297923943'] for port, before_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.803972 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.plugin [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Calling delete_port for 12cf6fb4-3ef7-4872-a904-853df546c425 owned by network:dhcp {{(pid=91236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:45:02.830044 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.db [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] For port 12cf6fb4-3ef7-4872-a904-853df546c425, host dv-cinder-784623-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-iscsi',level=0,port_id=12cf6fb4-3ef7-4872-a904-853df546c425,segment=NetworkSegment(0607fd0b-3738-426e-a85c-9b7ddab4867f),segment_id=0607fd0b-3738-426e-a85c-9b7ddab4867f)] {{(pid=91237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 02:45:02.830388 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649610'] for port, precommit_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.850427 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14895422'] for port, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.855304 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-4f6009ae-77eb-4bd2-a14c-26d265527f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:02.896502 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Pushing event deleted for resources: {'Port': ['ID=12cf6fb4-3ef7-4872-a904-853df546c425,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:02.899153 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:02.901638 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] No DVR routers for this DVR port 12cf6fb4-3ef7-4872-a904-853df546c425 on host dv-cinder-784623-11-iscsi {{(pid=91236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:45:02.949991 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Calling delete_port for 12cf6fb4-3ef7-4872-a904-853df546c425 owned by network:dhcp {{(pid=91237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 02:45:02.991655 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1039489', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737297926328', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737297511684'] for port, after_delete {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:02.995968 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-91a3baa2-95e1-49f6-b152-9f209270f751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:03.015949 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788169', 'neutron.services.segments.db._delete_segments_for_network-8737297953410'] for network, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.029157 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24f6beaf70>,) {'filters': {'network_id': ['0f44a6e5-b707-454e-8a5f-2b3702cb3ebf']}} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:03.040043 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Pushing event deleted for resources: {'Port': ['ID=12cf6fb4-3ef7-4872-a904-853df546c425,revision_number=None']} {{(pid=91237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:03.043010 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG oslo_concurrency.lockutils [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:03.043216 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6beaf70>, '0607fd0b-3738-426e-a85c-9b7ddab4867f') {'for_net_delete': True} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:03.043415 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.services.segments.db [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24f6beaf70>, '0607fd0b-3738-426e-a85c-9b7ddab4867f') {} {{(pid=91236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 02:45:03.043836 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab4cd1-3fe9-4df6-a73b-163c0c622c8b None None] No DVR routers for this DVR port 12cf6fb4-3ef7-4872-a904-853df546c425 on host dv-cinder-784623-11-iscsi {{(pid=91237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 02:45:03.056765 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737297963659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14817576'] for segment, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.076979 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745'] for segment, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.083768 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=91236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 02:45:03.084108 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14895427'] for segment, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]: Traceback (most recent call last):
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     timer()
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     cb(*args, **kw)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     return func(*args, **kwargs)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     self._notify()
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     self.callback(batched_events)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     event.method(event)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     return f(self, *a, **k)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._get(url).json()
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     return self.request(url, 'GET', **kwargs)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 02:45:03.190872 dv-cinder-784623-11-iscsi neutron-server[91236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 02:45:03.264815 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1039542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647756'] for network, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.269326 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-0c91c812-c15c-4c56-b5cd-b7ab6134c3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:03.282470 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1039507'] for network, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.298276 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f44a6e5-b707-454e-8a5f-2b3702cb3ebf,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:03.302373 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:03.303831 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-d29a8b78-96ce-4fc7-b450-cff3290d1270 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0f44a6e5-b707-454e-8a5f-2b3702cb3ebf HTTP/1.1" status: 204  len: 168 time: 0.9085157
May 19 02:45:03.313379 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 44267340-a572-41af-b772-aad4b7dbe7b7 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:45:03.347754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 44267340-a572-41af-b772-aad4b7dbe7b7 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:45:03.348044 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 44267340-a572-41af-b772-aad4b7dbe7b7 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:45:03.348473 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 605dc964-82d9-4b86-89bf-5aecc9f3ea67 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:45:03.383925 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 605dc964-82d9-4b86-89bf-5aecc9f3ea67 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:45:03.384279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 605dc964-82d9-4b86-89bf-5aecc9f3ea67 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:45:03.384696 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12cf6fb4-3ef7-4872-a904-853df546c425 no longer exists at agent ovs-agent-dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 02:45:03.419467 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33942) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:03.420587 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.plugin [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] No Port match for: 12cf6fb4-3ef7-4872-a904-853df546c425 {{(pid=91237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 02:45:03.421004 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron.plugins.ml2.rpc [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Device 12cf6fb4-3ef7-4872-a904-853df546c425 not bound to the agent host dv-cinder-784623-11-iscsi {{(pid=91237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 02:45:03.456227 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.469912 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-4276c3b6-c0cd-4772-bbb4-c243c441fee5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7fc45323ede44f968897a3a6102d03ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0492406
May 19 02:45:03.472775 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33946) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:03.474933 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-861dc80e-09cf-4e3d-86c0-2bc46c674c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.528935 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.554631 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.605307 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.609865 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-472c7c06-31e2-4dd3-b63d-87d45cc8e420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:03.622954 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6658a3-6fae-4cfa-8ea3-2d6337644fab,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:03.626718 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:03.629990 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:03.631086 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-a008c5a4-95f0-4aa6-ac76-cb3829e8b9f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f6658a3-6fae-4cfa-8ea3-2d6337644fab HTTP/1.1" status: 204  len: 168 time: 0.1573768
May 19 02:45:03.965565 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33954) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:04.012704 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-5e6143dc-ba39-4362-b7de-01b97e951da8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=436c4a53d71c439f9e381d58a1d8014c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0457907
May 19 02:45:04.014939 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [-] (91236) accepted ('10.222.0.63', 33958) {{(pid=91236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 02:45:04.074574 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:04.099396 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:04.148686 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543608'] for security_group, after_delete {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:04.153449 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-2b80fe0a-bfc1-4724-bb69-37ce8b198bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 02:45:04.165211 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64857b-a5f8-4a77-9c6f-b6bef5b7916b,revision_number=None']} {{(pid=91236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 02:45:04.168067 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG oslo_concurrency.lockutils [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 02:45:04.169969 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron_lib.callbacks.manager [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:04.171047 dv-cinder-784623-11-iscsi neutron-server[91236]: INFO neutron.wsgi [None req-64906b0e-2882-416f-a502-80e0745d94ab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a64857b-a5f8-4a77-9c6f-b6bef5b7916b HTTP/1.1" status: 204  len: 168 time: 0.1552255
May 19 02:45:04.370386 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:04.700390 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:06.254125 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:21.103924 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:45:30.991868 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1c8e-3ddc-4831-8bf3-1cfedf7c116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:33.458650 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:33.474965 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9c91-5167-441e-8e71-f646e997b00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:34.396649 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:34.701067 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:36.257947 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:45:58.103564 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:46:00.993138 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-3f178848-ce7e-459c-a76c-9ef1671b0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:03.461044 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:03.477220 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c19593c8-86ed-4f65-be4a-afdf3478dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:04.410908 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:04.702544 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:06.259822 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:30.994829 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae19e-0897-42f6-83cb-a8856a8c62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:33.461992 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:33.477798 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-32598b86-4e8e-4795-b561-ff11a381edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:34.410770 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:34.705750 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:46:35.102793 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:46:36.263415 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:00.996691 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-5715c12c-7844-4ab3-8c52-f72ada539ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:03.463228 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:03.479587 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-87a911b2-78c2-4212-be7a-9d151b87a18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:04.408794 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:04.707131 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:06.273035 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:12.101362 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:47:30.997785 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e5e05cac-630e-4142-b02b-e8377b85715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:33.470691 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:33.480842 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d6c33c32-476f-44d3-9743-e6baf8f0fe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:34.439581 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:34.708864 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:36.269260 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:47:49.099741 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:48:00.999963 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-56d8d2b4-8cd0-4d9b-b83d-71f1df632630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:03.462670 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:03.481032 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-e4ee17e4-e034-47ee-a3d9-50d87d79cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:04.470208 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:04.713072 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:06.272113 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:26.098285 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:48:31.001514 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7a2afc8d-9701-4e42-ac2f-d85af4242bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:33.465688 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:33.484249 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-edf7f15a-b941-408d-81cf-dd604ecefaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:34.473754 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:34.714606 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:48:36.274757 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:01.003678 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-4763ece1-0c8e-47cc-b19c-13143549991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:03.097468 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:49:03.467572 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:03.484049 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d71aafa3-ff16-4f93-99ee-9eb4d2640318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:04.488504 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:04.717420 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:06.277525 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:31.005204 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-c9a3ad9c-56b5-4f75-9d33-c6ae24ba5691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:33.478482 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:33.485455 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-dc84ffd4-0552-4fd3-bfb8-158743eecd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:34.483547 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:34.720377 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:36.311279 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:49:39.925094 dv-cinder-784623-11-iscsi neutron-server[91236]: DEBUG neutron.wsgi [req-5d4c1e02-909b-4a0c-a882-f3b732f10130 req-e2f49653-580e-4417-a4fc-d5bcbc465f61 tempest-VolumesSnapshotTestJSON-2129299382 tempest-VolumesSnapshotTestJSON-2129299382-project] (91236) timed out ('10.222.0.55', 58163) {{(pid=91236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 02:49:40.095504 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:50:01.007088 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-033774b6-15f8-4605-99db-2d09bbf53720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:03.468984 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:03.485528 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-b3494d1e-5e35-4122-8b4a-c15ceddad51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:04.501694 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:04.722786 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:06.282687 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:17.094278 dv-cinder-784623-11-iscsi neutron-server[91238]: DEBUG neutron.db.agents_db [None req-a372ee6f-0b3d-4f6b-94e4-12064372be92 None None] Agent healthcheck: found 6 active agents {{(pid=91238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 02:50:31.008766 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-57e155c8-696d-4587-bbe4-95e66a98e1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:33.470240 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-59f7da01-8b90-40af-b8cc-ba4501bd6036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:33.486148 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-371d0f6c-b0ba-41e7-a8ec-cda169b46087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:34.495594 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-d03374ee-8286-4552-becc-afbaec62dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:34.726145 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-13882eb0-feea-4b9c-9570-331b96631b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 02:50:36.285349 dv-cinder-784623-11-iscsi neutron-server[91237]: DEBUG neutron_lib.callbacks.manager [None req-7642a047-8183-4946-ab94-5c9e2cd1af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737297956316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786307'] for agent, after_update {{(pid=91237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}